diff --git a/params/phi/8/rnd_search/comb_6/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424eadb4121b6d6193696c50297690abcd020de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0613c5da1d73e707f7537ab833432f9bf4d0e331d2790ad56ecf3f90f066c949
+size 205955
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e378bd58b8cbd317e8917d8af6efc02c22dc47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dd0637f1f26f4b1c1e5389ebd5b8c4e34408dad0dfc969f434246224551fd4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6627be51795c916de2721b89d4a15fe002c6bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4725a842b07e1bbe736228771eb92e875fc923b353823c5124ff03c72a8019
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260efdbb23bb353a152e0895ec085cc6e0557ce2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e667894e9bfa6d2f2e897642ae68bacd0516430957415bd15db1dfbbe89792a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec10cde625edd7add7883688f85472b08a442673
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb98f9165c78d24316cbb5d13b0bea986191ea71e376120f78998b8e0dcc3fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fddb67345b5fd3653dc64938b018042a459cd61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9b64a4f02e091ac587173b8a1af4490cf86353289ac92332445128f9b8154
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b773d52cfd0cf1fa98c0c87d3ac68d1e9c005b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1a3db66c95603806ab016e9d29a887ebbcdfa6de0686b9e577da36bb781cf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421ba6f26ec5778bab20155257a1472194a4c3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543355d9f167b7058fed5164238738abf98555ad015c080d5ecae9dba058d092
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf4e8fbe0e56963d502cf0d44595df0d9f5ad06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108a2a4d791b9a85d3a67cdf2f2294c3313a060c0b4f19363fea12bf39ba111
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05424b4e8d18c5e1903adf9eb06a523a4a710217
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fc40c20b2af3943a43e3fa2444aa47414ab7fcec4ab1041a8b2bdd2239ed03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf7790445605aa518b060a2f9420d330bd2f693
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa274a19a7f01649d2a33ed0f360608dfdba1a94b5d8e9a9003aada3787ad28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0c5ff1c4f5d1a379e0c666500b8bb3148e6668
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc49e9f79fa5a8c4e62f2f2614ba1f70ca681fd0860f3f4b3a7a53c431148ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becc926b2eafa07183a642726eca82b90434d8c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad7ed56e9e635880f4cd2c48e2a912e7900a96148202ac7cb527578ee661676
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac85a6c0a2ac93684b2d0c93c9cf0a7040ec20b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2744063fec7a3a901708bd27dac21faeaa38f9813a1f5442d21b6e9ab388dd5b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d30fe04b5ade6b36efd16716df3d45aae91d57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72996c1e9cc61945d8a43da324812a67372cc6156188d872a232e8f6c88f447
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969e7016988dd408c8655231796e5e0c9ed7a4ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac19c9cb0d4598a4e5430253890f612612120b2ffc37dcd8d16c792df8067893
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970360f0dd6d81d1f6ffa3d53971ecb0fe8d3103
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e7f973937a125e51344541f5ac8ba4ae6e9fd73271a325bd652f7d11a6d3d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e8448d90d8fbf8317328a26030635fb253358d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3325a089fe9f65f55a5811b4685f99cf4cd6482c493868075f6ace2b6ae2e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c43deb27941ba87e3bccac4ea0f463e2a040c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41d20566e8aeac8700f3ce81e0710bc76aa0b8771035969dc2c5ee1f3863ff9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc65b5d0bafe50c9bbff935fb012253c52be5b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde3a4385e3abd353afb8177f9e416501ef80b634c2c9299049d8ba3faf1e178
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5c94b7ce6e1b1c591dea94935e35d27337dc25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1faba0083d93476ca31ee820e2422d7331bc8df8ea7fbbb18adc4769ea5545
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eed73a518c558732b2e9bbffdd5d321015d731e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a19488415b1256c66024a7ab923924cea3189b5b9218672ddc8e84404a8f00c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd12b3847490f1bf875496250033d1ff8123124
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6ad6b51f6437312d72ee1250430a2e6370d68eb94883659ea244744be8d4f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5d46183c6a914713a3c7ac65e1384baf57c3a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a303939dc50c64b8c4896502008bc6df8053f0446a96f494ae0a7935fecd639
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c480ed0554242c04c13820e5c578a731ed6fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dae00e7f65e8f709a0b17e3d4c731fba924583bdd100f008fd3eb60bd11674
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d42e10df6a7c9d35bfecf61884de5b548277ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9b1155f5088616fecaa96847f2796d2f162c4314c58ea4ea957d5aa6aff57b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bab02159341cfd173d109426371990f5d11e23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8642ae0618d97138851680c72bf025445ec5f18bac7e790183a04b66c028c87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e830109b95de105b5a8b942e8868794d5eb01c54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797e787b6a03a9f45778e46aea957aa1d7818a82e5337d6659d953f82ff3ab49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effad300802ad7f8084004fa6157ffc18550eb48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40015033efab24921f0fa3bef686b9b0c49e9e6cada85a9e48c7be3cab56fa07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82691bb71d71f85de6dcbbd910065c01c736e7a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96af2fcced4ba621def7b2cf63a9361f5392b8573372674afb500bd49a90f5bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f909c23c5d542ab96c88e2401350376ca64e55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e614966309b505bbe72b8a283c84e4e9eae3f1ac884cae55d34d512b67856c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843ccf22fdb90bc0d25286c3aa8951abd7b255f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b03e1f1cabf9d44a774d00523a9630e88372be0f47c418a7893065626e68e45
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c56659af5bb6932ffcde9d9b44c4cd04aac67e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5843dc60b99fe07f829a09799256dedde65e6fe0b52c43ceae1740068ff6243a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb6b250a841e836ee910748114a5fa102d88873
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba36306ed9cb03f400ffc2c4d7473eb408eba79823eac86578d5f2e18ada018e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d475799c27b4d53ed1f61551b69c1169022b6db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522112dd952c42c219d25cb25ddd26e3a1761758f197bb4532bbc5be5a9c5331
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440e1276a7830207de2a7969bafc79308b812730
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbf879e9042ca074e1a8ba3cc5a5d1756616c133e5ab59135b457d3936117ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ae3184af650650c5405abbfae4be746e9f48b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285548d9c6dc24eca2a5ac2bef372eb52055906685c3268494fbd54e13b0507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59cbb5675ac75d237aef7d08a28fed121d5ae8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6878875c71ff5a84591e1386323e0556ff5c59a59e6cf85bd6f7e254bcff0756
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ed932ee5f5def3f50d068c2e9a2ce0f579732f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6a9b4bde1669169451ee2eaf86b7f32abb773e5a2b7a461f9f6c7f6fca3b11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33289bd0ad5bb7bfebc033dcea430b9757a1e17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217dac1b20db280e25fe20099303da8aef9003d01e8a2e627a5e7333b7943aa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a738827e80dbb17a77b598bef4433b13394574d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebe9b2d5423698f95e46c7d18d90bf2f8268828032ff737aa2f11b18e3c2d1b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a5e8072f1d4f7a1eac5ec9d70c79bbccf3210e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5359d0683e15e934b9e6d8caf88876f9eec373510381d389c7c230a6231278
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2f1e293ef19922cbda710d57904474b0e862de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8fdffa6b60fa3408490632cb8f85866ce6fa047472020879b4bf7c42d39ae4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e367675c463d30460fa8c01b0453fbc6dd157b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3b2f227e4da1867db81ccdd53a3f268b4b4a766189a344f2c820f160d29670
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e985ba600b72820dd05c6331be4fc7227dfd9138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da8a6346a0f28896b4720432925b00f03d225227e0247d390f40ee5db7d13a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c24336ddec44144b585f9ee482f6acb84af8cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb01f536b3eddef5b2459183ae18a4de36d91bf39525fc20e055394bcbe4ca6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f4ec7649f39c46a96d775b4ba90854d5c6c2b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a320a632e4e70690833abafcf055a1c67953106be4fa4b30e9b28f9cf7f34283
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa0e899c42aea8c870c9860230d11238b31079e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77ace907dd4ac1b36ea02bb068dc24c8e13d1f6d372e7b7cc4765c7ee2e5ddc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1cb6d2451afdf4c79bb10a6d53d1767067c80a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc346e7dabed1d99240a0cfcd18c364b8da8a4101ac2c760555495573c18f6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a795c6e82c60e4c4dae273f865f279578fd03d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2189338494a9bff0538b9128674574ab4b544bc5f0873f6d6a7efd11bf0e7b1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42059569c2a13a783822cedf0cf0be9faf36165
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04911e7702c0534947ea835e7d17da100a33701a3ae1f85c2ebc553af3d6441f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b7c7a139439d585d44f2525ba066faba7001b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fe481569d73f6fe8fb903b564e2d3e79c35a2bcd4e3ee32420481c6074ebb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a74f80d02fce5a8e02dde8d4577b12071b297e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b527b32d436e1b1a90f173f6d025f57cce8feb822854218803a1df675bd67b32
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec34b0dfc7fa247e7eba007cdd237abfded9d043
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e7ae0a7b1f5346fac20988f7578811b14443edb7a6b9f5793ebd1d607bac51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bce619fcd5e59af9fdbd382ec9ad73b4201ebc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15d4c66f5e640ef23ef01bd862217e5221ff7242f2eaaf84086b219b7ff918
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8096a7c14df783a8daa900818d655cc9b5ec97c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0bd9b11a933f2e4dfec7849930d2ac697640ccbc2800ea7e40195e1c53a027
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538125f2b5dc356b33dbf194623b2d994121334e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f72653d24d569af1bab745ec8f55312d80e24f64c46cc8b597bb320113eaa9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd559fef7f311f904e4c32eda327778f044f637
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ddac61d9dccaac25d2c9a807ff43cf2a040686e6e47e8826865b1a37a1db31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b6738ad1af663ded19899b41eaedbfaecf19f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef90aa5585dda98d60d6c40b3009d44ef885f0e3d7eb9380a69689f596a9e18f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b346c75a8d6f6d20c55e2c6c45b1ba23b94438
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d33250cb027286c8de3cb36f18b644613857af497d69586d30e3691bb4c680f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5b47685cdb33a2ade85f73d2b4ec6fc03e780
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04e55e4860f31e9318113e6dbada6730231be190a1f3266588580d085346b35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81303cdfcb40159f2bc777427c795992efbc4174
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5552d626fd6e71505e3691d93fda6ea2eb49d0a47fc523cceec36390b6306c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca7e065ad062c5548f7eb2f46e9861f62d7f6c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8119d1be8b3a4fd81e827bba4ff1abf4bca6f5c9634c1c31ec8e523eba4054
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804ce95515f940d86a85ed2bebec56192b04bd88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38451b287f49685880371b54796dcea36606807da58595b8db6e9b58c7c16cd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9834fd2eba6ad7c3e9535e0396ddac44bc8f08cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900ea3f5d581d02e9ffea7d74af0989b46c35e3b243f01cd80b3d6e1d11c8c9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8398fdf5af32d059f9a5cbd49e1541a11aaffea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470a31a985da6f7b15cc118c10aaa721ce5679041c267043312139611e5da03d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a05ffdbbcb3955e7544857d4f4d44035f597e32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd443301399eda8686e7e2e0dd4151eca586217a6bf4d0b58b81375163c5467b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e3a8486697035204cd871d301c3aaebe8f9ce2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed5ca66861bb56ccaf60b66c81379aa6b5053ae5db4e3acd417d2631f0bee00
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e0178f5af71e817489b951d9a8914344ebf2bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcf1546e4f20eefe87249f7ad42288c3531808b645a2d9bfade3bd49b29a96b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdd66514b9ff6c9b0acec64a3ad53a9d97a6637
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30613c1f889039e08620886b42781fc4f88f713b7ad63562b64610845f6849
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8be61f4017aa447f03f84c7a7456167f2e42d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caefd907b97b7188587f723fc21ff8b621facc183467e177b42ad440404fc1c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1fba967f04842346b00106f8cc98bc44ece4ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c949e82415cff06bd21ea72bd41f2b4ef9b232f6c577d38f0852e4bdeeef9f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f46e48ffc3093f0457ee131d2b10692f41f584a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649898888081062156b3633d7fecb883eb13a28517da9820da8ea3fd57688f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441bbb9f97e1ba131b09d53b1fd9dce4ba86e91f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb0f94aedd9b9d6d392576a31c91880fe17b692c1ce4c9657c2304a9ec375d7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af898a45d70f2abd8261304228b824f97e23835
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa08354f5f6c46a118dd57272c41c2c0da9a1bcd90a2f1ca39c76746ecefd74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29406843a50c19efab282a56fd17626464383f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43aef010af5a26cbbc2eced8dca34f53efd3e66ec540f5d8a68fde30947b209
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bffe415787ef37eae2cd2422f10cb0f18aaddf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a5e2be7ff58bf5c17b6ac1fa5c3e56c716abc2d4d0e75a4a29c8ce3a785b35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc0cc9322883ea9941eb810a8ce5d22807c06ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2540c8a1c3e0c5ab32a30ddcf61d496c215554ab66f84d4283005e4296ce0ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9687d505c0098fef6dd60a4f908e0f58c01643f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c943ed687585c779f30e61a6fe54183b3cff449ff40e4f636e73ec0fdc6bda48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5791008537ca7cce2463f624c4f4d3ac692b9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9733626eaf6ae2727cf88996aef7053e8cba27c4d17ad5de595e642cec0a7e5e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdf47d432334e7db3fdf238f1d39c62a8e3ef64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f456a48b396346c77e9712a2b6a3aa6ccf32bb077024df849426405635a0d9ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16883356106d9a03ccbb7a1f10226bbdd32381d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ccc4a29e9b0071fd8fc90bc1623531d45c90f814f4092e1eafe65a7b16686e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ff53fc834b9eddb8853edf84fe6011973dffa2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1aff530d12ed4502e1b77f4c408ef4d54ad945d50a00c009dad280945d34b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3c157b7a07f6725d003dc453cbe6be3d2f0c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63020c407f49f234de9bd9201f09ff6376860317c3df0652e7dcb76aadc7f8dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eaac2ceab845c904519f7f2ceb6baefd407cdc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c9d5848c805a5e6e50bba969e52eee142d2340f7e1d8acab59faf9313daed9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158309601befbaabb27078350115972bbc19e5e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb4dd667ec16596d2740cff57665b815fb5fd46848f3444236367e3c6569c56
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869cdea4344dbcd2a20b38625cc96bcf990d1e25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd08049b6e1fa31cf94b4d10417bfcdec69eeb372c375cb42c87ae8e7b598a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd06035b1f806790c2a33f89b492c85acd616fd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dad41ee8fc76a5b6c8d7fa88b6bc0ba509c2acb916d9372578670a3e839a03b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcf369771ec0e0c3b29036dd1d323971e4400bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26d1557a321a99add075560d85e91c385bf6c85626de14c84c168fc72c5fbb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b153b14766088a8518ee1c968f58570e165b04ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2236ccb7a88a6e5ad7f9c7aefb136b9acc1ff43cb7b0d8819e88397310e02d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944c7b917c27ab5336f26cbab7f9bf626b12e72
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb7111860664fa4c936bac14c16f39b138768a3cc05f4d32098b15047e40a53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b5874fb75a4ff46a0a494d6eaea5795c550048
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfc24d1c1151e62f4b6994d65c5758f78b150e4fa1c400ac68489959a1b4c3b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa725eeda3dbdd3aa69d8a869d339b9a1642d596
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53cf7e1f89003de731cbdb7005830904a2e6bb90616c226d25be17e09d29ac7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e1762f93537fa8cf6e9338c27c5989f687acf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd6357b610321bec6e5c3add7f10919b9f3feb67dbec3b82b47302a51409dcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5828f88dd3d0fa94081ee286f65740075dc11e5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ac47cd040ef723789e060588a55473d93e10773a06704f3f74e2edf5dbb46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa5da7e74b1d7ff92d81b07a200dcd94868b8da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dc211482ba37f81dbe8e41003d14db27701a0b78d9913d7ef744afea9fa1e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c188ab03598f9ae5885959add938f3655cd011
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c25c7648443d43a762e11462acad8eb3cb52944be18115dff5131936754d1b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5a3b5d3d89ce9291c860b53ab94f0a40a3cdc6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e9abacb1bf692b9aefe87845e3c9a354180cd29cffb1ed014536c00ad913a0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030b4708023c17728517528792192e11480cf53b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c165a2c8f1fd1f1ea93524954e5f4f5f77c1fe6228041af761cd46de12d77f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c859f9313a2375795c3259d81f86c5b44b929f36
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cda64c8a86b22ed94e3c924dc976d23607377860a5c07b33fa30c39f28a327e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807eb15f80249cfd0b71078675dcc80af8c7fca5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4928f66bbb0ffb8aa4e2eba10a78230e7b42ff8f192743af9aa3e60e9de2dec0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1351237732133e55dc468ca9deb1ce7ca71e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590360f62fbd4ff5c8bcbe7693a29105ad2d20d379041783900735c6a2c701dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023393a2f9980b8c070be751a3afaad9beaf12f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c21058c119c6c3ad7d5534b46cc5b7c6f0105ae5f82ef73ae4a87cc37b6a679
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2cecb6cd960711cfde152dc0801e43e220bf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298cb49eb4a6a0db1d15fabb27bb3f53bbfc7d286294dd8e991ed90021854c64
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f908eb0f90411ab4be23aff6a60a46010f257ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29feb800c303dde8f4d2419b58561253a87f9910e9878decfdc285dff7668ea5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4839ded2a794eba9c0bc25cca6987b8ab0bd296f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d503a7e48afb633289269c2efd3e55833ed3e4996e0178662f97447e08bcbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29394234ca4bd8c28edbac9ab8f82554006c71af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f7ce2a59d46e734e0b45ac2d2194ea66cbb09cd2599376d7c2541f5825b7ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b2fff313e811a826494e9967c1957b45e6dd13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492ee70d0f93b2e0993b0e64c9fd2b949e7d6d2e5bbff7401f50130172a8f00e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad344a9f948833fd51256a821588b84fba8ed19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7f3e51233269e9c9d4840d5857e5af2d2d8abba8d99ca16842f62dc15182ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa5f766f8b33c02a1f298b9c9c7a38c8665870e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4461f77a0d3e4c5cbc21496aa1a5cc035b4cb5500c28b81f82acd7c95e8cbbc6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8f6d38f0236118e946f42bb9faf7f7e7cba34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fde155b3251bd974a9d8e55756fd8c7f98b6691166335bbc543138095a44d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cc221d632674467b55cc669b732c50c04e4e2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf8515cb291206710dc2f8782e17647707d590b5eb197ff3dd06e3a1df8ac3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c821275e085fb919f4cb011c7162256b570c2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdf281c35bdc0e77968a2b0cdfe7a9df39469115f22cfc5db5e3e6d72e8357e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5abe768bbe5209ba6ce540f10e915b1e030e41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06238a58fc5ee0857b5398231d59a005aed7379157cd710b3e0eb8977c3f9bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0521daa13b7bc546e5cecc40efa08413939a06d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0754c96eb8eb94b806e34bf8a4d82caf042b5fcd699107cfae9073ac37e0c4a3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5023929b9cf861608a98a38d62971f3c1ce809d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feee3d1c18bfd2c8b46ef0a411d769761e422a1e799b56202102c278c188085
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6335bca099d3a0a5f9865400c431963e789b3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf28c5a8ee6dc4ecdf66449ecc752f099d4a803a3b89007f67cb606587c04c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abef1dbc91f4427cb6d862ff621e74bf4b4958a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44f2169c54088740cb6e5901e0dce1c5b0048d5ff5993d6003b37f42855d58d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e667de565d071c95916ff66339c76526e5155c1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efb08afa48bafdb437a466ba431cbd799494ca58e738c8dd325ec82c07b8a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb166dbe9105e170064c1b8ca895b780695b5086
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a6a94bfa03052e413248ba31fe4ec1a62d7ef23688bc83b77cd062972b5690
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c633234b1c75c519f4e65c5319ffffe92c9d349c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a08d4174cc0c8c02009b992658da347e476a697fc46522df3c34899be0681e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41cf4958ab7e630d90e4f827e3d08ae35ef3fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31eefb35cf7efabd6f69dc3e7874fbef6d3d3f96daba4d49e960083dc259a7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d95e9472879f0def4337bdc50b8b36074d25f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a266239a4f9b9ba414692cf0b3b72bd29375939c18622c6e7fe36f6c090609
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67fde189e92a526464af9ad23b4308b5e5be46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cd595d8c1565627b66b2e35643375299c952b00a244f3db7269cb0a60055dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e132b3155699eedb32100cb0ed70b8681c0db398
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5535114285df5e9bc371a8022c2cff7696d4ad0b67bd20df68bd1b7559c5c3cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815d02f9cd87a8ccb1bbbec92a46460c68390572
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163edab838950109a5ba1758776eff069b7d3ffbaa58636530c223feb189844d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c512e5f6f3b1871272cf14294eb7b5f0834c04d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f675fce5c5e6fbc0ab292757b7298f5fb93a1b72c11184973a1ebb7dbf598af2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e17f7d056c8ef0042cc56d238b30990bc10e29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d68dd022779cbde0c716259af8a28276151ecd29d66611184bbb572eb27cdb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d317b9a6604ad10ed30f46351cc88a4aaca03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459d497143bdd8459fc8eb186a3448590254f2f91c956e825bc4e8b5aa9a4ca4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e649c8da848817118574bc9e94ad7f24881a19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81023ee2d56227c55b26e920f94904773a3de633938b8d46a6ba0531a0d917e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d5b48c578fcf8352641f52b914f6d04abb04bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb40e78807030820b5a3308d8cd374f0632a9f6b4d8bb060ba54ca08c42ed9e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc39852846b044c00482c509258e171ba49168f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa91ca3aaadfc177a9c0f52dfee93ad351240c4a47cec57a281559b2b76f951
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a22cf0d7dfec746e635d0981967e60900911ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781143149368f7fa8371fad18763df5a80e67d2a49955e49591a169a4078320f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6edba3260ea8568abbf5084f9620279c145840
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1128c07f519e08545dd29a2ddd222d8a1a6092783a5b8f3b84ff0d732254e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037265be0fd4a831fa6404e97e3f553f87b2e954
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b39046e8bc412fadc6fe3ca8cf158d2308b155eba43f598c84d06d936b3e29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7d80560a46469892733988108e326d472a0666
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17591ad9c4c56c0c2e7224912ed954c800891703a3a4fbe894107978f0de6453
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3eaa40acfbdf2f0893e8857a05ff5fa6647d9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b548aec5a1638107f923c79b9c2d2874d455e922ca3a36f4f92ffb616b7b8048
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3528177c5106c89cdf641d36608e822ee2904c42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b63b1587fddd56c96e8633d34eb1437692f3bbe47d7548c0534ff1a0a7d0db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8166e207b873f83e52aa53723f5be185b3780f67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb1125071f2abe58630c06e95ac9735ef6d4e1e541bd31e527748a45676e95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fecdc8980cd4f233b41efdae5fc8b81e47c7dd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d224ca3f2219da7ad997f0dee9ee5ddc96484aaebdd9ac714302161b224f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e69d60b973ea6cdba501e0f31850caafd960e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69aa34aa225d62d37f23cc2ba2fe0382e86dbe347f08af818e5e914e15dbcc1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32db21f39503071574aa0f8f314a7610d95c3f90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca41d54d1395d709e257468ee5206600f5727592736f7d73938b5f88df5bf80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50570e6ae559822bab2c77b14d9027bb2fd4894a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ff2fa533c585a94dad11582934fed29c98f689d4cc987c7dda0ef937635235
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf31687c6987807b46136ac41f878adfa1db12e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa667c1c4be873fac528b7ad66ea1bf3934e424327b17a8c76f0546849846a58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58cea2608d3a1e2353a636fb2ace4f34984a4fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8027c09b15644e1da5056d9d76850dc135546e08652d21bd3babc9ca2ba54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18d35158c534d752ee2e240bd527c2542a2008c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4744b9556725912fd2a9bac05e9e18368cd5e5184836c07f06d31381dbc84a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b04ce827abb02253aacaf74ef49c23251154df2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b584cefdfad0ce1b5fecb89e934f1801e89b2ccae60c1ce03224c3271418492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82fe60cd322989b8c7fb965a6f9e8d962b4d83a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7298912a4109076e4e4787febb06f812fa77a3458126770b6353e7ea71b565
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b97ad26d0b53acd25a7ff371499f4f06b9be31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c40012139c244bf05fb25b95cec5aabeaf4dfa6150f7623b5b16affe816b760
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d986036c843449f4f1dd839e4951c5f4b67a2b55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69df60621dc4992a2d08a79cfe1553ede131f24047d1728c4ba9aee51882cd63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ec4245d1f8dc05312da9094a0dd964790b4496
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a0ec4a25fe4ff5a0a3365348da519f058538c82e889490c983889dae98cdb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f7de005f31f5a79577db2ece36c91acb4813a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6c03c70400cf95f2cb000b0608d0a99c0f73a4ca3593560c0b1afeeb0d9e8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7ec66deb43432622248a238bc37ece5bb3c9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d523b9fdcd4cfd29dee17068ed6590ddeb7d73b9937f0432ba3f36d4aaaf104
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d978a68d576bafd2f1be6e3491412a69d55d4080
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dca3937a25756a22634f1c19140f56cd00102628b1d75356442234f5dfafd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dc6bd818f05e6e06266eb119cfa16b079266e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa8f7fcbe19e52fcdd07098def3f2fba3c55d87fa66d6d2ec9ec99115923aaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8875135db51df2eded31dfb023893e6c4ef663d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549f093f863c07ba7f12912d95d8dddc70d4a5986c865a177a9b48e1504a3935
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ae038d1aef7bf6f86102528053b76cce65c8cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29e37f2be515c636a4074f8a23dd3fb73dfe4427e6abbaff3b3898f4fdcef4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d511f3175812efe9aff539f270a3d11bb053a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9a45082adc8a47817543fadff62d14f7c42b95b9298a5b26abe9247e3edebf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5abbb786a4d4c8aa759a0a84a019d74648b2b71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff8b7e2b556c62e2595ea9c445440df25df8f4ebc53a58a5b1d8b851c1ad81e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41b38df8d3ab720b5635a1a01091fa4ce30395c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a841c8ec16952606ccc34449d4b2925c3da84e106da6dff0755b2c87a8dda1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e8b9fc0711e122dcc377cb125721f3a522c24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f7f36dad171eefdb4dc5d4de675e9c226a255f73686a6b7df278f83b8640d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba2ed8b81f3a36f26127845385c1e205e80265
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18100441c2fddb778792f0765e3213102200724fccc258b17040571dffc1961d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b12e3b7bb21d79a952798e534b2e48d2efd1bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1159e76fd536c3ceb28318d30c93203ca7a693a092a4ed02675fcf706c9a1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cd1257299e4e5fd1cf05f3c4a2da598e96901d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1292e7eb41f5a3792d333187707e80e355576ade5cd6e074420e811a6313cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e913afc38d863dc5b2a1c438f0b867f896d58fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53830ccb74df1462ec3e8d8f5cb8662e0b69a35fefd926280cae4a07d4644a54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36164f506d1208d0c83a50f04310e0379d4df130
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2b79e0a16de0a5df7c4d8e166a19ece6ae6f6741a2cbe9cbb205c3928b5f4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1f68a2f258d80df82e5605854612aee165cc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e556e598b1335a5e95acc797db607f74c1ba0dd738db48a959245bab012a399
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6c9e3d6c53ec4962513278042c1110215f33d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4135f2b88ab7ac5add3e347fc0f78c581f76880991bddf3f5f493d0d1fc4da21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c601645f904673ae817f725d031e1c26ffd6efb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c273547eee4a1c2e5cce53d206e042c9f4ce00b68067f1e65092d279123a056d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307544699b361f29a28fe30fb0dddc5fdcbb62ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eddddfc44eafbb5482d070a999b0a5992ed9c42663ab63113cff6e3c82ec163
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98545d8538e8554b20660881b493836409f331f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a0d98c874c169a36f08b33ada17535f1ccb6bed2ff2d788e74450963fadadc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5418d5309ba62b7ea79e16410479ad9dcb0565b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b79c31718f48ec08fec937685bbdf60eb6fd8b91d4de47fdf76eef4f699fe6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b918b4fa7785d916e819fa1e6bf908674bf9bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835a97e44f1b9beee3ef4e2439aa4df809e26c26b4d3d55eed0c14676680af89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761df0d5813fa8de00507d90d042de029d95aea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c613826401137672cec9a66536d7fbd83732de08ca10bdc4b845be37e6412fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa1970d43a3f6a20cb96b4008ea3c5718badb69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe269c8f538ea07f02a1cfa698def64b6fd87402bfa3d3301ffc456ceac3ccf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595914d622656a8a0ef9867f99a17f931a192ef9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788638627440f9a2669b63b45dd76d449bb09698799454237e10dd6c173ce46f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784e49d9b0fbd347b6b8cb19f71f755f39d40ab7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65105271ed31d6269cb2539b5523641d530857fed2fc29d6644980b562154d59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343262778ed9ae4bd429aa284d2c2f4540f353de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2acb835fb4606a03c519e56f872e7f1b4a49efa60b74cb7032eb8902b12e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdd2393b3c49e5ae0539d4d56a514806e84d5f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28df41c18d19678d7f4db10d0d469ff28fc7f5800948ca0a4af01930904520d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd285772bf1a2fc6d14273091cd59a7385298f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabb3cc53a3d5a2ea93d50c9a1a2cbf9c0c53755194aa4a7e255de018a7dda11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c27cd763cff5c082bdbbfd46d18d83a35fc4f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b548df31bb0ae201451cdc08945f72f7bd0e6e96a4c5003419f2d37b4c7847e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb648637c007418eb13a9ae9ff3204b9fe0fadd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebf735e567da7bdf5384589c96fb33f817d1473ff5e0687125b4f84010095e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51d20f8cdc9440292d6d0534e416c00a1e147e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda680ef36514a47d77162ead11bb0186bebaa5affb6e151427b66340f559e8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81458e13f0c062d11ec2628980434723ac36bc6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25326dc4ed60e0f1989f7f2270aab8e41d11d6976853821de1113eeb6a098203
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f92c2d42a0bbf7ca365bd8bae17da72aa33212
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e287a055bca06a5eb4847f678a4b52ff28bc7450d20f309907de72d7a1dade9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3653267e21216093e1149bbf5580fcec08b91d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfccd38b3855deb05378ca61ea426bcf1b8e0aa8a04f5b1bb6c6ad425488229d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cadfb6a43d23ad349393709d7a4e6f987cc972c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddb5d294dbeda271b825cda52202a5c77153f933e0118fcfa0cb53775cb2d8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951dbc721871defead1e665dca3ee1f7cb64c622
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc7dc98e2116f5bbfd356cba8b431c1900623a7b7f2af884a6ee399c60170f8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96f743416f956e472de22c86b49356879178188
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60f9dc7456f2448627ae029156fb320b3bb0a8b6c8f3f7cd4cc4d2c3684d733
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8b027d4e792b467c3fecb3b8f27ada572a2ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e572e20b4d3c3b52648273f2c12bec23dc8e72e20e1690cc6b355ca9f610c61c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890162575e90d984e82518fb2cb12d92f492cf32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aafa43942047bdaa8227ce76438feb1e1897fe6db67198472170fb93563ee04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674727d9f546285e9ac8a473dd280f862cce2b2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314cdb65f2617f7dc4885be37d5c51cdf57e2d7216ef62989a27ef356204171
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13015d6a985d048f817f2f89edfa191d3d6c8845
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c7f4d263fd85665ca41715b31d879d74bdad063afc88673c4f6e3a45e9df2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424eadb4121b6d6193696c50297690abcd020de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0613c5da1d73e707f7537ab833432f9bf4d0e331d2790ad56ecf3f90f066c949
+size 205955
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e378bd58b8cbd317e8917d8af6efc02c22dc47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dd0637f1f26f4b1c1e5389ebd5b8c4e34408dad0dfc969f434246224551fd4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6627be51795c916de2721b89d4a15fe002c6bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4725a842b07e1bbe736228771eb92e875fc923b353823c5124ff03c72a8019
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260efdbb23bb353a152e0895ec085cc6e0557ce2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e667894e9bfa6d2f2e897642ae68bacd0516430957415bd15db1dfbbe89792a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec10cde625edd7add7883688f85472b08a442673
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb98f9165c78d24316cbb5d13b0bea986191ea71e376120f78998b8e0dcc3fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fddb67345b5fd3653dc64938b018042a459cd61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9b64a4f02e091ac587173b8a1af4490cf86353289ac92332445128f9b8154
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b773d52cfd0cf1fa98c0c87d3ac68d1e9c005b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1a3db66c95603806ab016e9d29a887ebbcdfa6de0686b9e577da36bb781cf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421ba6f26ec5778bab20155257a1472194a4c3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543355d9f167b7058fed5164238738abf98555ad015c080d5ecae9dba058d092
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf4e8fbe0e56963d502cf0d44595df0d9f5ad06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108a2a4d791b9a85d3a67cdf2f2294c3313a060c0b4f19363fea12bf39ba111
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05424b4e8d18c5e1903adf9eb06a523a4a710217
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fc40c20b2af3943a43e3fa2444aa47414ab7fcec4ab1041a8b2bdd2239ed03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf7790445605aa518b060a2f9420d330bd2f693
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa274a19a7f01649d2a33ed0f360608dfdba1a94b5d8e9a9003aada3787ad28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0c5ff1c4f5d1a379e0c666500b8bb3148e6668
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc49e9f79fa5a8c4e62f2f2614ba1f70ca681fd0860f3f4b3a7a53c431148ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becc926b2eafa07183a642726eca82b90434d8c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad7ed56e9e635880f4cd2c48e2a912e7900a96148202ac7cb527578ee661676
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac85a6c0a2ac93684b2d0c93c9cf0a7040ec20b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2744063fec7a3a901708bd27dac21faeaa38f9813a1f5442d21b6e9ab388dd5b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d30fe04b5ade6b36efd16716df3d45aae91d57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72996c1e9cc61945d8a43da324812a67372cc6156188d872a232e8f6c88f447
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969e7016988dd408c8655231796e5e0c9ed7a4ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac19c9cb0d4598a4e5430253890f612612120b2ffc37dcd8d16c792df8067893
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970360f0dd6d81d1f6ffa3d53971ecb0fe8d3103
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e7f973937a125e51344541f5ac8ba4ae6e9fd73271a325bd652f7d11a6d3d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e8448d90d8fbf8317328a26030635fb253358d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3325a089fe9f65f55a5811b4685f99cf4cd6482c493868075f6ace2b6ae2e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c43deb27941ba87e3bccac4ea0f463e2a040c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41d20566e8aeac8700f3ce81e0710bc76aa0b8771035969dc2c5ee1f3863ff9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc65b5d0bafe50c9bbff935fb012253c52be5b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde3a4385e3abd353afb8177f9e416501ef80b634c2c9299049d8ba3faf1e178
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5c94b7ce6e1b1c591dea94935e35d27337dc25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1faba0083d93476ca31ee820e2422d7331bc8df8ea7fbbb18adc4769ea5545
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eed73a518c558732b2e9bbffdd5d321015d731e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a19488415b1256c66024a7ab923924cea3189b5b9218672ddc8e84404a8f00c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd12b3847490f1bf875496250033d1ff8123124
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6ad6b51f6437312d72ee1250430a2e6370d68eb94883659ea244744be8d4f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5d46183c6a914713a3c7ac65e1384baf57c3a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a303939dc50c64b8c4896502008bc6df8053f0446a96f494ae0a7935fecd639
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c480ed0554242c04c13820e5c578a731ed6fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dae00e7f65e8f709a0b17e3d4c731fba924583bdd100f008fd3eb60bd11674
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d42e10df6a7c9d35bfecf61884de5b548277ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9b1155f5088616fecaa96847f2796d2f162c4314c58ea4ea957d5aa6aff57b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bab02159341cfd173d109426371990f5d11e23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8642ae0618d97138851680c72bf025445ec5f18bac7e790183a04b66c028c87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e830109b95de105b5a8b942e8868794d5eb01c54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797e787b6a03a9f45778e46aea957aa1d7818a82e5337d6659d953f82ff3ab49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effad300802ad7f8084004fa6157ffc18550eb48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40015033efab24921f0fa3bef686b9b0c49e9e6cada85a9e48c7be3cab56fa07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82691bb71d71f85de6dcbbd910065c01c736e7a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96af2fcced4ba621def7b2cf63a9361f5392b8573372674afb500bd49a90f5bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f909c23c5d542ab96c88e2401350376ca64e55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e614966309b505bbe72b8a283c84e4e9eae3f1ac884cae55d34d512b67856c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843ccf22fdb90bc0d25286c3aa8951abd7b255f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b03e1f1cabf9d44a774d00523a9630e88372be0f47c418a7893065626e68e45
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c56659af5bb6932ffcde9d9b44c4cd04aac67e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5843dc60b99fe07f829a09799256dedde65e6fe0b52c43ceae1740068ff6243a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb6b250a841e836ee910748114a5fa102d88873
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba36306ed9cb03f400ffc2c4d7473eb408eba79823eac86578d5f2e18ada018e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d475799c27b4d53ed1f61551b69c1169022b6db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522112dd952c42c219d25cb25ddd26e3a1761758f197bb4532bbc5be5a9c5331
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440e1276a7830207de2a7969bafc79308b812730
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbf879e9042ca074e1a8ba3cc5a5d1756616c133e5ab59135b457d3936117ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ae3184af650650c5405abbfae4be746e9f48b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285548d9c6dc24eca2a5ac2bef372eb52055906685c3268494fbd54e13b0507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59cbb5675ac75d237aef7d08a28fed121d5ae8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6878875c71ff5a84591e1386323e0556ff5c59a59e6cf85bd6f7e254bcff0756
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ed932ee5f5def3f50d068c2e9a2ce0f579732f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6a9b4bde1669169451ee2eaf86b7f32abb773e5a2b7a461f9f6c7f6fca3b11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33289bd0ad5bb7bfebc033dcea430b9757a1e17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217dac1b20db280e25fe20099303da8aef9003d01e8a2e627a5e7333b7943aa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a738827e80dbb17a77b598bef4433b13394574d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebe9b2d5423698f95e46c7d18d90bf2f8268828032ff737aa2f11b18e3c2d1b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a5e8072f1d4f7a1eac5ec9d70c79bbccf3210e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5359d0683e15e934b9e6d8caf88876f9eec373510381d389c7c230a6231278
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2f1e293ef19922cbda710d57904474b0e862de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8fdffa6b60fa3408490632cb8f85866ce6fa047472020879b4bf7c42d39ae4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e367675c463d30460fa8c01b0453fbc6dd157b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3b2f227e4da1867db81ccdd53a3f268b4b4a766189a344f2c820f160d29670
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e985ba600b72820dd05c6331be4fc7227dfd9138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da8a6346a0f28896b4720432925b00f03d225227e0247d390f40ee5db7d13a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c24336ddec44144b585f9ee482f6acb84af8cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb01f536b3eddef5b2459183ae18a4de36d91bf39525fc20e055394bcbe4ca6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f4ec7649f39c46a96d775b4ba90854d5c6c2b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a320a632e4e70690833abafcf055a1c67953106be4fa4b30e9b28f9cf7f34283
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa0e899c42aea8c870c9860230d11238b31079e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77ace907dd4ac1b36ea02bb068dc24c8e13d1f6d372e7b7cc4765c7ee2e5ddc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1cb6d2451afdf4c79bb10a6d53d1767067c80a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc346e7dabed1d99240a0cfcd18c364b8da8a4101ac2c760555495573c18f6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a795c6e82c60e4c4dae273f865f279578fd03d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2189338494a9bff0538b9128674574ab4b544bc5f0873f6d6a7efd11bf0e7b1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42059569c2a13a783822cedf0cf0be9faf36165
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04911e7702c0534947ea835e7d17da100a33701a3ae1f85c2ebc553af3d6441f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b7c7a139439d585d44f2525ba066faba7001b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fe481569d73f6fe8fb903b564e2d3e79c35a2bcd4e3ee32420481c6074ebb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a74f80d02fce5a8e02dde8d4577b12071b297e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b527b32d436e1b1a90f173f6d025f57cce8feb822854218803a1df675bd67b32
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec34b0dfc7fa247e7eba007cdd237abfded9d043
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e7ae0a7b1f5346fac20988f7578811b14443edb7a6b9f5793ebd1d607bac51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bce619fcd5e59af9fdbd382ec9ad73b4201ebc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15d4c66f5e640ef23ef01bd862217e5221ff7242f2eaaf84086b219b7ff918
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8096a7c14df783a8daa900818d655cc9b5ec97c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0bd9b11a933f2e4dfec7849930d2ac697640ccbc2800ea7e40195e1c53a027
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538125f2b5dc356b33dbf194623b2d994121334e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f72653d24d569af1bab745ec8f55312d80e24f64c46cc8b597bb320113eaa9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd559fef7f311f904e4c32eda327778f044f637
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ddac61d9dccaac25d2c9a807ff43cf2a040686e6e47e8826865b1a37a1db31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b6738ad1af663ded19899b41eaedbfaecf19f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef90aa5585dda98d60d6c40b3009d44ef885f0e3d7eb9380a69689f596a9e18f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b346c75a8d6f6d20c55e2c6c45b1ba23b94438
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d33250cb027286c8de3cb36f18b644613857af497d69586d30e3691bb4c680f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5b47685cdb33a2ade85f73d2b4ec6fc03e780
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04e55e4860f31e9318113e6dbada6730231be190a1f3266588580d085346b35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81303cdfcb40159f2bc777427c795992efbc4174
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5552d626fd6e71505e3691d93fda6ea2eb49d0a47fc523cceec36390b6306c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca7e065ad062c5548f7eb2f46e9861f62d7f6c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8119d1be8b3a4fd81e827bba4ff1abf4bca6f5c9634c1c31ec8e523eba4054
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804ce95515f940d86a85ed2bebec56192b04bd88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38451b287f49685880371b54796dcea36606807da58595b8db6e9b58c7c16cd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9834fd2eba6ad7c3e9535e0396ddac44bc8f08cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900ea3f5d581d02e9ffea7d74af0989b46c35e3b243f01cd80b3d6e1d11c8c9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8398fdf5af32d059f9a5cbd49e1541a11aaffea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470a31a985da6f7b15cc118c10aaa721ce5679041c267043312139611e5da03d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a05ffdbbcb3955e7544857d4f4d44035f597e32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd443301399eda8686e7e2e0dd4151eca586217a6bf4d0b58b81375163c5467b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e3a8486697035204cd871d301c3aaebe8f9ce2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed5ca66861bb56ccaf60b66c81379aa6b5053ae5db4e3acd417d2631f0bee00
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e0178f5af71e817489b951d9a8914344ebf2bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcf1546e4f20eefe87249f7ad42288c3531808b645a2d9bfade3bd49b29a96b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdd66514b9ff6c9b0acec64a3ad53a9d97a6637
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30613c1f889039e08620886b42781fc4f88f713b7ad63562b64610845f6849
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8be61f4017aa447f03f84c7a7456167f2e42d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caefd907b97b7188587f723fc21ff8b621facc183467e177b42ad440404fc1c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1fba967f04842346b00106f8cc98bc44ece4ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c949e82415cff06bd21ea72bd41f2b4ef9b232f6c577d38f0852e4bdeeef9f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f46e48ffc3093f0457ee131d2b10692f41f584a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649898888081062156b3633d7fecb883eb13a28517da9820da8ea3fd57688f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441bbb9f97e1ba131b09d53b1fd9dce4ba86e91f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb0f94aedd9b9d6d392576a31c91880fe17b692c1ce4c9657c2304a9ec375d7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af898a45d70f2abd8261304228b824f97e23835
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa08354f5f6c46a118dd57272c41c2c0da9a1bcd90a2f1ca39c76746ecefd74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29406843a50c19efab282a56fd17626464383f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43aef010af5a26cbbc2eced8dca34f53efd3e66ec540f5d8a68fde30947b209
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bffe415787ef37eae2cd2422f10cb0f18aaddf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a5e2be7ff58bf5c17b6ac1fa5c3e56c716abc2d4d0e75a4a29c8ce3a785b35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc0cc9322883ea9941eb810a8ce5d22807c06ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2540c8a1c3e0c5ab32a30ddcf61d496c215554ab66f84d4283005e4296ce0ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9687d505c0098fef6dd60a4f908e0f58c01643f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c943ed687585c779f30e61a6fe54183b3cff449ff40e4f636e73ec0fdc6bda48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5791008537ca7cce2463f624c4f4d3ac692b9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9733626eaf6ae2727cf88996aef7053e8cba27c4d17ad5de595e642cec0a7e5e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdf47d432334e7db3fdf238f1d39c62a8e3ef64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f456a48b396346c77e9712a2b6a3aa6ccf32bb077024df849426405635a0d9ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16883356106d9a03ccbb7a1f10226bbdd32381d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ccc4a29e9b0071fd8fc90bc1623531d45c90f814f4092e1eafe65a7b16686e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ff53fc834b9eddb8853edf84fe6011973dffa2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1aff530d12ed4502e1b77f4c408ef4d54ad945d50a00c009dad280945d34b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3c157b7a07f6725d003dc453cbe6be3d2f0c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63020c407f49f234de9bd9201f09ff6376860317c3df0652e7dcb76aadc7f8dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eaac2ceab845c904519f7f2ceb6baefd407cdc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c9d5848c805a5e6e50bba969e52eee142d2340f7e1d8acab59faf9313daed9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158309601befbaabb27078350115972bbc19e5e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb4dd667ec16596d2740cff57665b815fb5fd46848f3444236367e3c6569c56
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869cdea4344dbcd2a20b38625cc96bcf990d1e25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd08049b6e1fa31cf94b4d10417bfcdec69eeb372c375cb42c87ae8e7b598a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd06035b1f806790c2a33f89b492c85acd616fd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dad41ee8fc76a5b6c8d7fa88b6bc0ba509c2acb916d9372578670a3e839a03b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcf369771ec0e0c3b29036dd1d323971e4400bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26d1557a321a99add075560d85e91c385bf6c85626de14c84c168fc72c5fbb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b153b14766088a8518ee1c968f58570e165b04ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2236ccb7a88a6e5ad7f9c7aefb136b9acc1ff43cb7b0d8819e88397310e02d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944c7b917c27ab5336f26cbab7f9bf626b12e72
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb7111860664fa4c936bac14c16f39b138768a3cc05f4d32098b15047e40a53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b5874fb75a4ff46a0a494d6eaea5795c550048
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfc24d1c1151e62f4b6994d65c5758f78b150e4fa1c400ac68489959a1b4c3b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa725eeda3dbdd3aa69d8a869d339b9a1642d596
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53cf7e1f89003de731cbdb7005830904a2e6bb90616c226d25be17e09d29ac7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e1762f93537fa8cf6e9338c27c5989f687acf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd6357b610321bec6e5c3add7f10919b9f3feb67dbec3b82b47302a51409dcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5828f88dd3d0fa94081ee286f65740075dc11e5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ac47cd040ef723789e060588a55473d93e10773a06704f3f74e2edf5dbb46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa5da7e74b1d7ff92d81b07a200dcd94868b8da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dc211482ba37f81dbe8e41003d14db27701a0b78d9913d7ef744afea9fa1e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c188ab03598f9ae5885959add938f3655cd011
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c25c7648443d43a762e11462acad8eb3cb52944be18115dff5131936754d1b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5a3b5d3d89ce9291c860b53ab94f0a40a3cdc6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e9abacb1bf692b9aefe87845e3c9a354180cd29cffb1ed014536c00ad913a0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030b4708023c17728517528792192e11480cf53b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c165a2c8f1fd1f1ea93524954e5f4f5f77c1fe6228041af761cd46de12d77f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c859f9313a2375795c3259d81f86c5b44b929f36
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cda64c8a86b22ed94e3c924dc976d23607377860a5c07b33fa30c39f28a327e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807eb15f80249cfd0b71078675dcc80af8c7fca5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4928f66bbb0ffb8aa4e2eba10a78230e7b42ff8f192743af9aa3e60e9de2dec0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1351237732133e55dc468ca9deb1ce7ca71e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590360f62fbd4ff5c8bcbe7693a29105ad2d20d379041783900735c6a2c701dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023393a2f9980b8c070be751a3afaad9beaf12f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c21058c119c6c3ad7d5534b46cc5b7c6f0105ae5f82ef73ae4a87cc37b6a679
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c2cecb6cd960711cfde152dc0801e43e220bf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298cb49eb4a6a0db1d15fabb27bb3f53bbfc7d286294dd8e991ed90021854c64
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f908eb0f90411ab4be23aff6a60a46010f257ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29feb800c303dde8f4d2419b58561253a87f9910e9878decfdc285dff7668ea5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4839ded2a794eba9c0bc25cca6987b8ab0bd296f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d503a7e48afb633289269c2efd3e55833ed3e4996e0178662f97447e08bcbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29394234ca4bd8c28edbac9ab8f82554006c71af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f7ce2a59d46e734e0b45ac2d2194ea66cbb09cd2599376d7c2541f5825b7ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b2fff313e811a826494e9967c1957b45e6dd13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492ee70d0f93b2e0993b0e64c9fd2b949e7d6d2e5bbff7401f50130172a8f00e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad344a9f948833fd51256a821588b84fba8ed19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7f3e51233269e9c9d4840d5857e5af2d2d8abba8d99ca16842f62dc15182ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa5f766f8b33c02a1f298b9c9c7a38c8665870e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4461f77a0d3e4c5cbc21496aa1a5cc035b4cb5500c28b81f82acd7c95e8cbbc6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8f6d38f0236118e946f42bb9faf7f7e7cba34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fde155b3251bd974a9d8e55756fd8c7f98b6691166335bbc543138095a44d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cc221d632674467b55cc669b732c50c04e4e2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf8515cb291206710dc2f8782e17647707d590b5eb197ff3dd06e3a1df8ac3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c821275e085fb919f4cb011c7162256b570c2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdf281c35bdc0e77968a2b0cdfe7a9df39469115f22cfc5db5e3e6d72e8357e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5abe768bbe5209ba6ce540f10e915b1e030e41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06238a58fc5ee0857b5398231d59a005aed7379157cd710b3e0eb8977c3f9bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0521daa13b7bc546e5cecc40efa08413939a06d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0754c96eb8eb94b806e34bf8a4d82caf042b5fcd699107cfae9073ac37e0c4a3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5023929b9cf861608a98a38d62971f3c1ce809d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feee3d1c18bfd2c8b46ef0a411d769761e422a1e799b56202102c278c188085
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6335bca099d3a0a5f9865400c431963e789b3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf28c5a8ee6dc4ecdf66449ecc752f099d4a803a3b89007f67cb606587c04c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abef1dbc91f4427cb6d862ff621e74bf4b4958a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44f2169c54088740cb6e5901e0dce1c5b0048d5ff5993d6003b37f42855d58d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e667de565d071c95916ff66339c76526e5155c1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efb08afa48bafdb437a466ba431cbd799494ca58e738c8dd325ec82c07b8a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb166dbe9105e170064c1b8ca895b780695b5086
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a6a94bfa03052e413248ba31fe4ec1a62d7ef23688bc83b77cd062972b5690
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c633234b1c75c519f4e65c5319ffffe92c9d349c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a08d4174cc0c8c02009b992658da347e476a697fc46522df3c34899be0681e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41cf4958ab7e630d90e4f827e3d08ae35ef3fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e31eefb35cf7efabd6f69dc3e7874fbef6d3d3f96daba4d49e960083dc259a7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d95e9472879f0def4337bdc50b8b36074d25f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a266239a4f9b9ba414692cf0b3b72bd29375939c18622c6e7fe36f6c090609
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67fde189e92a526464af9ad23b4308b5e5be46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cd595d8c1565627b66b2e35643375299c952b00a244f3db7269cb0a60055dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e132b3155699eedb32100cb0ed70b8681c0db398
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5535114285df5e9bc371a8022c2cff7696d4ad0b67bd20df68bd1b7559c5c3cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815d02f9cd87a8ccb1bbbec92a46460c68390572
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163edab838950109a5ba1758776eff069b7d3ffbaa58636530c223feb189844d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c512e5f6f3b1871272cf14294eb7b5f0834c04d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f675fce5c5e6fbc0ab292757b7298f5fb93a1b72c11184973a1ebb7dbf598af2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e17f7d056c8ef0042cc56d238b30990bc10e29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d68dd022779cbde0c716259af8a28276151ecd29d66611184bbb572eb27cdb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d317b9a6604ad10ed30f46351cc88a4aaca03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459d497143bdd8459fc8eb186a3448590254f2f91c956e825bc4e8b5aa9a4ca4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e649c8da848817118574bc9e94ad7f24881a19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81023ee2d56227c55b26e920f94904773a3de633938b8d46a6ba0531a0d917e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d5b48c578fcf8352641f52b914f6d04abb04bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb40e78807030820b5a3308d8cd374f0632a9f6b4d8bb060ba54ca08c42ed9e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc39852846b044c00482c509258e171ba49168f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa91ca3aaadfc177a9c0f52dfee93ad351240c4a47cec57a281559b2b76f951
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a22cf0d7dfec746e635d0981967e60900911ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781143149368f7fa8371fad18763df5a80e67d2a49955e49591a169a4078320f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6edba3260ea8568abbf5084f9620279c145840
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1128c07f519e08545dd29a2ddd222d8a1a6092783a5b8f3b84ff0d732254e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037265be0fd4a831fa6404e97e3f553f87b2e954
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b39046e8bc412fadc6fe3ca8cf158d2308b155eba43f598c84d06d936b3e29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7d80560a46469892733988108e326d472a0666
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17591ad9c4c56c0c2e7224912ed954c800891703a3a4fbe894107978f0de6453
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3eaa40acfbdf2f0893e8857a05ff5fa6647d9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b548aec5a1638107f923c79b9c2d2874d455e922ca3a36f4f92ffb616b7b8048
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3528177c5106c89cdf641d36608e822ee2904c42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b63b1587fddd56c96e8633d34eb1437692f3bbe47d7548c0534ff1a0a7d0db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8166e207b873f83e52aa53723f5be185b3780f67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb1125071f2abe58630c06e95ac9735ef6d4e1e541bd31e527748a45676e95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fecdc8980cd4f233b41efdae5fc8b81e47c7dd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d224ca3f2219da7ad997f0dee9ee5ddc96484aaebdd9ac714302161b224f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e69d60b973ea6cdba501e0f31850caafd960e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69aa34aa225d62d37f23cc2ba2fe0382e86dbe347f08af818e5e914e15dbcc1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32db21f39503071574aa0f8f314a7610d95c3f90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca41d54d1395d709e257468ee5206600f5727592736f7d73938b5f88df5bf80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50570e6ae559822bab2c77b14d9027bb2fd4894a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ff2fa533c585a94dad11582934fed29c98f689d4cc987c7dda0ef937635235
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf31687c6987807b46136ac41f878adfa1db12e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa667c1c4be873fac528b7ad66ea1bf3934e424327b17a8c76f0546849846a58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58cea2608d3a1e2353a636fb2ace4f34984a4fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8027c09b15644e1da5056d9d76850dc135546e08652d21bd3babc9ca2ba54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18d35158c534d752ee2e240bd527c2542a2008c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4744b9556725912fd2a9bac05e9e18368cd5e5184836c07f06d31381dbc84a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b04ce827abb02253aacaf74ef49c23251154df2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b584cefdfad0ce1b5fecb89e934f1801e89b2ccae60c1ce03224c3271418492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82fe60cd322989b8c7fb965a6f9e8d962b4d83a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7298912a4109076e4e4787febb06f812fa77a3458126770b6353e7ea71b565
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b97ad26d0b53acd25a7ff371499f4f06b9be31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c40012139c244bf05fb25b95cec5aabeaf4dfa6150f7623b5b16affe816b760
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d986036c843449f4f1dd839e4951c5f4b67a2b55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69df60621dc4992a2d08a79cfe1553ede131f24047d1728c4ba9aee51882cd63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ec4245d1f8dc05312da9094a0dd964790b4496
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a0ec4a25fe4ff5a0a3365348da519f058538c82e889490c983889dae98cdb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f7de005f31f5a79577db2ece36c91acb4813a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6c03c70400cf95f2cb000b0608d0a99c0f73a4ca3593560c0b1afeeb0d9e8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7ec66deb43432622248a238bc37ece5bb3c9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d523b9fdcd4cfd29dee17068ed6590ddeb7d73b9937f0432ba3f36d4aaaf104
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d978a68d576bafd2f1be6e3491412a69d55d4080
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dca3937a25756a22634f1c19140f56cd00102628b1d75356442234f5dfafd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dc6bd818f05e6e06266eb119cfa16b079266e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa8f7fcbe19e52fcdd07098def3f2fba3c55d87fa66d6d2ec9ec99115923aaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8875135db51df2eded31dfb023893e6c4ef663d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549f093f863c07ba7f12912d95d8dddc70d4a5986c865a177a9b48e1504a3935
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ae038d1aef7bf6f86102528053b76cce65c8cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29e37f2be515c636a4074f8a23dd3fb73dfe4427e6abbaff3b3898f4fdcef4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d511f3175812efe9aff539f270a3d11bb053a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9a45082adc8a47817543fadff62d14f7c42b95b9298a5b26abe9247e3edebf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5abbb786a4d4c8aa759a0a84a019d74648b2b71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff8b7e2b556c62e2595ea9c445440df25df8f4ebc53a58a5b1d8b851c1ad81e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41b38df8d3ab720b5635a1a01091fa4ce30395c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a841c8ec16952606ccc34449d4b2925c3da84e106da6dff0755b2c87a8dda1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e8b9fc0711e122dcc377cb125721f3a522c24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f7f36dad171eefdb4dc5d4de675e9c226a255f73686a6b7df278f83b8640d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba2ed8b81f3a36f26127845385c1e205e80265
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18100441c2fddb778792f0765e3213102200724fccc258b17040571dffc1961d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b12e3b7bb21d79a952798e534b2e48d2efd1bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1159e76fd536c3ceb28318d30c93203ca7a693a092a4ed02675fcf706c9a1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cd1257299e4e5fd1cf05f3c4a2da598e96901d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1292e7eb41f5a3792d333187707e80e355576ade5cd6e074420e811a6313cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e913afc38d863dc5b2a1c438f0b867f896d58fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53830ccb74df1462ec3e8d8f5cb8662e0b69a35fefd926280cae4a07d4644a54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36164f506d1208d0c83a50f04310e0379d4df130
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2b79e0a16de0a5df7c4d8e166a19ece6ae6f6741a2cbe9cbb205c3928b5f4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1f68a2f258d80df82e5605854612aee165cc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e556e598b1335a5e95acc797db607f74c1ba0dd738db48a959245bab012a399
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6c9e3d6c53ec4962513278042c1110215f33d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4135f2b88ab7ac5add3e347fc0f78c581f76880991bddf3f5f493d0d1fc4da21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c601645f904673ae817f725d031e1c26ffd6efb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c273547eee4a1c2e5cce53d206e042c9f4ce00b68067f1e65092d279123a056d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307544699b361f29a28fe30fb0dddc5fdcbb62ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eddddfc44eafbb5482d070a999b0a5992ed9c42663ab63113cff6e3c82ec163
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98545d8538e8554b20660881b493836409f331f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a0d98c874c169a36f08b33ada17535f1ccb6bed2ff2d788e74450963fadadc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5418d5309ba62b7ea79e16410479ad9dcb0565b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b79c31718f48ec08fec937685bbdf60eb6fd8b91d4de47fdf76eef4f699fe6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b918b4fa7785d916e819fa1e6bf908674bf9bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835a97e44f1b9beee3ef4e2439aa4df809e26c26b4d3d55eed0c14676680af89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761df0d5813fa8de00507d90d042de029d95aea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c613826401137672cec9a66536d7fbd83732de08ca10bdc4b845be37e6412fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa1970d43a3f6a20cb96b4008ea3c5718badb69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe269c8f538ea07f02a1cfa698def64b6fd87402bfa3d3301ffc456ceac3ccf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595914d622656a8a0ef9867f99a17f931a192ef9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788638627440f9a2669b63b45dd76d449bb09698799454237e10dd6c173ce46f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784e49d9b0fbd347b6b8cb19f71f755f39d40ab7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65105271ed31d6269cb2539b5523641d530857fed2fc29d6644980b562154d59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343262778ed9ae4bd429aa284d2c2f4540f353de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2acb835fb4606a03c519e56f872e7f1b4a49efa60b74cb7032eb8902b12e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdd2393b3c49e5ae0539d4d56a514806e84d5f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28df41c18d19678d7f4db10d0d469ff28fc7f5800948ca0a4af01930904520d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd285772bf1a2fc6d14273091cd59a7385298f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabb3cc53a3d5a2ea93d50c9a1a2cbf9c0c53755194aa4a7e255de018a7dda11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c27cd763cff5c082bdbbfd46d18d83a35fc4f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b548df31bb0ae201451cdc08945f72f7bd0e6e96a4c5003419f2d37b4c7847e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb648637c007418eb13a9ae9ff3204b9fe0fadd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebf735e567da7bdf5384589c96fb33f817d1473ff5e0687125b4f84010095e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51d20f8cdc9440292d6d0534e416c00a1e147e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda680ef36514a47d77162ead11bb0186bebaa5affb6e151427b66340f559e8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81458e13f0c062d11ec2628980434723ac36bc6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25326dc4ed60e0f1989f7f2270aab8e41d11d6976853821de1113eeb6a098203
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f92c2d42a0bbf7ca365bd8bae17da72aa33212
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e287a055bca06a5eb4847f678a4b52ff28bc7450d20f309907de72d7a1dade9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3653267e21216093e1149bbf5580fcec08b91d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfccd38b3855deb05378ca61ea426bcf1b8e0aa8a04f5b1bb6c6ad425488229d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cadfb6a43d23ad349393709d7a4e6f987cc972c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddb5d294dbeda271b825cda52202a5c77153f933e0118fcfa0cb53775cb2d8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951dbc721871defead1e665dca3ee1f7cb64c622
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc7dc98e2116f5bbfd356cba8b431c1900623a7b7f2af884a6ee399c60170f8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96f743416f956e472de22c86b49356879178188
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60f9dc7456f2448627ae029156fb320b3bb0a8b6c8f3f7cd4cc4d2c3684d733
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8b027d4e792b467c3fecb3b8f27ada572a2ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e572e20b4d3c3b52648273f2c12bec23dc8e72e20e1690cc6b355ca9f610c61c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890162575e90d984e82518fb2cb12d92f492cf32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aafa43942047bdaa8227ce76438feb1e1897fe6db67198472170fb93563ee04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674727d9f546285e9ac8a473dd280f862cce2b2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314cdb65f2617f7dc4885be37d5c51cdf57e2d7216ef62989a27ef356204171
+size 11395
diff --git a/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13015d6a985d048f817f2f89edfa191d3d6c8845
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c7f4d263fd85665ca41715b31d879d74bdad063afc88673c4f6e3a45e9df2
+size 11395