diff --git a/params/phi/4/rnd_search/comb_17/init/lm_head/_0.pt b/params/phi/4/rnd_search/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231e35304d4f39c817434a2a38282c4cac6e1cbc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0dfdc4352795dd5a60239ebd8338035c36f9d4198c77c33c2a8282079ec8a5
+size 205955
diff --git a/params/phi/4/rnd_search/comb_17/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cd9c0fa990f60670f83f481a334fde7f47b065
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8cc0cc8fccf5d9a49a612394d57cd0c1fe4a8809046b6f2e572c7bc5136eba
+size 205955
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d9e359bc9713254020877c0c1c83b658a78e5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14490e598d01ca4a7d87445e749058b7dddb1eca1122700560d0b59caf23cbb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1c4decec447265a8c2be1537a18f6342fcadaa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02ff67312953ed0cc583e06ba5938ad8287f88a245d4a00b177d4efd258e18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5fa6710d28f63d6e10bc30fce9f82453ddf3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359422e5bc69acd657f01530ea3fadb237702451638a6402b7b726899b96b3ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f87f0e7dc5aba05d0df9cb757dbc3f09cdb205
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8fb7fce2fc2b23e1ff81d04a4b074eeb6a9780c70cc52c0aa7ad7728c13498
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971d7ced4e58e767de0c357ca58069dc61997355
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487c9755a2289efdbe5333bb96fc4876ac0c0f90b2fe0b6eee882c28e1ae99e5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495e6dd0898b4fe26d14b6f477b1bef04d94176b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1991bdda917fa67340947ef2992a46068702e1ebacd073675013c6685b3c7580
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fa0510d21c65c12a976a4708f982a1be61fada
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e35bbbde490692efa6845b316b0dde066d102cc5e4720a62c72a53e18187f51
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b092571b11fb3e7f1249d1751d95caa3acd9fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c20e21ed1fa3bd04a3f8280b312837dd94c2e76e1a5760294d0c5bfa9965eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ae63e5acf5084d3c6f457e7b77c632bab52172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec1137a7dd12a32aab94fec1cd59263041f41df5a22cb36bac0c29ccdb5d758
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac6a7a66abf3ca8843c72b9b4f14334781bbe7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c370e976c566c80a7451920334c46cacc8a91f2ce422ce4b023f19e03fc3fcd4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338134ebdf2f2928a56836d53d66bc9c1085863e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181b7d58d2dad94cc3dd756f7c26534c6d58b62690893da2db5ade15367741c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1136a92cf25a2387acd5be6dca88db00b5f019d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2995d355bb2c2156d64fad1246b5f6765ce34ba41ec1ff37715aa5a4906a5b62
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac844b2f77e6aed522d769083122b479a53d34aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc22e67a796bdebc0d473c1c3466a2bed1d239586758909510c94fb6d3bf26ca
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e6dc8ede4ffee88871332e82ad33d6834ba8f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa1aba7e8d6d5eee9be05cbb9288c66fe5913c4ebaa65008f1e55f5f72eeb60
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74666be0c65cb2dd4ffc0e62f8c793ecafd16d59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec087ccf32fc413ff18ecc1b85850829cfd49b191930d07f09af62871962460
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617f7a623591a16804631938d19767064eecc6fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d963150f19d8f1b27d21e808cf851f789c74debc810f0abe2cfc9bc375e2a784
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac50dd554d6ecd7b173b6c240bdde6a61dda9bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28825faae7a152e0650ee2e6620e8aae1ac92b87e04adf2e21d359533f5c683
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534b033cc1ce767ed2ff871303130bac4f3027ef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d8dc17edcc2018c5b31f7967c8b48cf01a6bc5a866fef9c3d622600e928758
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a939be7ebad72ea37622569cfe54ccc4a75ec7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5bcde6281b84bb0f321ed7b14e8a9c53c717d0b35ee8ad5cca935102882eb3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8f0b5fae5619b9b95394c388c4e5471dcd8def
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6480e28f5da535ec7a0f09a695592288fa549961e3511fe77cc19a96a91bfd2e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d37166667125453a890cd9faaf4736c90878d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680b58f681938fcf286da5cf22bf4783995823bb690331fdee1cbde4315966c8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f38c96a2a2395a5a869cf7beed082c46cc83a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6603ac2115d779a6dada5ef09bb43b8f82d9b82f43685bff8c0ae0135b9d6da6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53124c95ba2fa6375d371eb84a39c0675480c7ea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525302bf4079b7bcc4eb4a6edc5e0d4f3b1873849e2a5d06f15b14cc1c354356
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ebe0614a544a8593ccdc4154fec67d0fcaec7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb04a13f76f75f397af462ad8dac83a80054efce45a8bc05ba17336abb4799
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54639ff03a1a62e67c078ffc15b1884f82613f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845e08c5eb5fdb86f8a78ea90434513de9d1e4896a1b17559d6cff3baeaaf981
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c66080cff66a23438d3be3f10d9b3e4e571c94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb6d2a09ad09b73e92acfa7f357c25eee39e7b32e04f3dd1ea5da30ce555a03
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e1b338433b5f29e9cbc90abda3825522d33f1e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf159bfc4f7224915a078e6f120c0b197e1c695c4662faa72c44be1fd063e67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a88d86de79529eff45564b7beea5365e863f3cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f4056c2c5bd1baae07288446582113288133a0a05e0d780a12ea8b5a38af27
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8bf579363fb7ad52035869c68f26412deddf1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9650af446a75d5244c806c9e14edcb286e61752e3a1e505662ea1ac250417f53
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1d7ac44f56fdd976c4f18c328a5d353225a955
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5140340d2e8b005a228898e2be5e803ff078b87ca45f30c36128688218d53e4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c83345446b3bd6b7b744e7e69be5701b525afd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d625317b6d3fa041dc660a60e67c198fdff61e69ee9b52c6dfe1bc400c1dd176
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3028385ab7735308bd2c6cb987d6b6300de63b8d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e8256c7ad28290000e9269d9727716bc4d3236926f797680ff6161ff3b7a4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d322570db8cfc15ccfd6f2c61d335602ca3afa86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9f60ed2e30c32ae09678076b0c87ab1c56dbbb071cf53f59d2d5b9e40b1d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e3328ffe5d4cc7885f1a7e9c5cf3f146c3f94a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45ee542222a70aaaf343fc77f25c4366a6d758d9fec76de8b186f38b1abfff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1887b10044ce0e8ba099f7bb394fab06b8d2ab38
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acd5b2980cede294d6c65ace2359fa5889c72d4a4bc5bad59174796628c33f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d4e383a89945bca4931f675f35313a55a8ac13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60fdf1ad676dfacb1db14d1a69b70ce251fbc7a16cb900f50ec4aa52f334873
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d89817ad21ba6af2db9a6981cca1386d98e8755
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d4390a34f9f9ea5a3125715426cbf84edd89403683d11f4eb53708e941a519
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feec20e367c44b44335d051970fdb95c3b5880c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6932223f1a00c6fde02e7106553573c3d67bc312288031926ab3b95c5357f898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e55bc8c02b33c33a4c622122bc24347ae3d9a79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5839106dcac5964cfac64c09f27bf2551539bc23c65f0d0a1cf1d1e451d79bf1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa97919fad8946f26de43d73df1f73f86079a88
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba4595f35cfe226d985f7a65c782ffd10a48430d550bdafe0538ce8fb3138ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e966e2fb1e84c0865d6448e3997cbbb97cae0539
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5afa69799b891f2a8bae76384ece071f971d92c29e8924f821f2ee08139046
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c625edcee9e6abb2d026e8fe427395be30b7816
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f972b96665969416f6c9d157f7ce542297f5f88f72f578dcf8f6ead4c2c9a269
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5b5d61744c8e2022093f72465483f54362d56b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65d595bc4cfeacbae6a5d985ddf51c145ec9b26571b1458d9eb5bbb49cfc1b8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad915c7fa3ee7f89ad5b0a511765dd4c497705d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fb921dfa3b672d2d47a66b6601e3615ece35da2499b5609134cf07f5511ed5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee61989c7759f36979c80da486fa251d3de78d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160b69258839768e69c01bf6949e2fa4d6b3bd7dc8cbef71dc6db0f06e95a851
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23ed00e9b7a5a2be2fade967be3f87079d8d649
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bca2482c717177610367a99357f792efdd1c19e5545f34497db60eb633bd63
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759d682d51f5f5d61d8a1ea299917cbbc428c4a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0478c65f13c420e765e7810d422ef2ecffb5831072c434355356a38f5b2f58ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7250b8c0e0c67a0ee4365431bff0e3f067dd86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd708ffc6bc850fdfc8b760aa754b8b1ac941213e37ef69d3180f413bec52f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060b99bc3e2383b94c18077a80d3ddb3a1acba3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7718d8c4ec1d2649b5ad16eb514d304571982aaa8289d3eb4c0fd6305727671f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80e141bb3e87a5d838d40f8e91932cd9fe940c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505a9f5e923104687babfc209eedef4826229de3f3389db9c7644e9b94bd04c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93c888e09b0e9dc9a497cb56236ce44547607d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c58340cdc0d3652a1f6d0b05c54dcca37fb62149de2293f452e97a0aaaae611
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b382b6e66200a9019ab1d4cef8dbd8ec39fd2ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5df815e95f3963f08ff2bf44c6fb1214b153a99d4100ee293c87ac7d8aac5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28948ee1dbec8061b0c0638a94b855031b15b1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c72bed4890cfae0e74da8ebc7f4b28d8dfc6d2d656b7082554b473502f8209
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615fbdde8ad0502408e6465443c7f648173c87a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f58e59e28e5dd7a0c32be568ac89a271c514d70ac86158b4208abc29baf743
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ab00c02a8d85cfc33ed48e4f71406274b2fd3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff60543bd97e21b4ed56867058b7a95499cdb2317a16c7795cb85edc2884a78c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b4c251ed409597a73f23f7f99303b823eb62f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc30fe447fd4b92cb019c02ec7e115d4873a9d7500af1a8aedbbe1047080f962
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0197fb9aafe890a0cac463d7f3988fa816cb25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c8fe118668f1f25944f5b1214c12b20424c3154d6ee0f865c434fe243c1aec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b00b45495144ef2b1c529f05bb3e949bc85324
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a4f73c65dd8c8ae47c8db766c984710de3e233b25f44a3843b5eda60887c18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8465ad924b9d39581cf97cbf6f5872a36d4ccda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525d43773fc46ce138fe8b623b66235d03e7c052db6401ecfd3095f8d471ead4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5e11ece67b63431b4798eff6783e82b634ba3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07c088fe43bdd2aa88f4716899b7030e21f72652e7350d98a210ac5f0ad6e5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552d05c15020f6a7be9dd594893d6b810608f89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d5fe6e5465d146758fb5ae4c7bf2b8873262b43b5b0a09171be6a82d89fc0a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b108d31d2d3ead985d097105d61faa0d5e13f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b51a14fe6b3b7508a51ef97fb7add538b0e3285a59310d81dfdd2e291b59524
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a381fd525ef9d2f15396d38545f90ed19d44e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6037ec82cbea33c7a5c9c64460bd0c60770b45b98846c6019fc11c5fcb4577d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cd2e74977d4ed59e2c0fdf856fd685879f1df3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583bd8648d4ffd28e12367cc0e7c19dcba81af01f0e365263c996a958340ed65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f704bd19291b9cbe2bbb3f815deaa75d59e7e64d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e78500cf12423698e08a15b2b7ac4a808cda06e8f3f25ec854755e5767d8fdc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05ff8c9b28075ced5eda8aa247b424a8c1a8147
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13941b641f103476c6b2761a278daead71b8cfafc5cc3a0eb879c0b24fa81c07
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dbfad9d5d24737a89e52ca34861da6b976bcc5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028f55b7fed112b23af0e4d2e02bacaf7aa4867a3959c0f257d70ed5bea90568
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee5f44e7c19b4a37fc4203896c61e9fca5ebd36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d8d486746c2819cf7bdebb6cc73fb0ed8ab0711f612159f92131f53ad59b02
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35057915c37c2b6e5072d2ab96be071a11cb2516
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6671deebfe80e35bae11d006d2513e3d4b13417843afdb20c37ea96aa6a2b87
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c1849f83e17200c718072d789f317f8bd3d0f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d804ccac98d48f1049cf5b59cf7ab224e90756f0daec477f163f08aa75315
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee7d4548be85581a3bc6c3784fc22e901795b20
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e024a4d2bac0b8a655f7b241bc06a81b4717da91432b7e405a62c92115b6a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37dbd1a88849cce8f54f71854e0db95596cb385
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67b7e08b13f9e59ee46d97c48ca2f55fe5d116f146b15acb3d995e90ccca936
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2a5e88bf3541ffcf941f3bebf6739343f99b86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bb6afef849bc914a4defba88384e7a594d66fbd8f5cb3411b7f707603a984d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6ad142e357a75d2d107bcc36b45290ae08647d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c50ec76a6c532acc6bc17cd440245adde21f0dabf08c83b57e256b2a6b60c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae41e83c67c8fdbe2f14d754fd741f9cd63ccbe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f172f56f77a0de2c0b3ca161b219bb445fdd0668945ac970d9300dc5669d8645
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ea53ea09777e09ce7ae1a28cafb98f241bbe33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b6d46efb57dbf996ae3f73f88e4ebcf61c72b69d51e40be44ba24139b1fe66
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4225429217165d0fa765304095e1919a9830fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b85d8111c3facb615aa5260fbff368eb910ca35c2cd6bb5fd769105a907002
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a0281725671719854fd0954102fdf08c69e3ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096aec843a366610fbf886fdda2604bf7953b41b51695b8b2e3e1c5d9314780e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98eeec044382138062ae27ec72483c5835eb528
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ad042f470acbc789c2f4732646f3ca2c332863f6dd5e44e5d5c32cb54e929
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc7362cb83533452e5f410db506b1243fb72f98
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e18fd9191017074b59d1c927e0584fbd6bce2b893e6d7e565abcabe708a681
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab627d57ef5d1d3d0d6999604014999b7d13577
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ccef720c8614d1635dabfe64be8249773f3dd79f963b50ba905433a4340948
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ce1d668744478fc43fa45a4339fd1b05cf6692
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd00c5b3c0c9e5b37ca1d25867ce63d29dfd6ddef1da935321224a2d2e8a4c31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e236a334f16d55484549493cc40357ab20d14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42363b51d55f4b292ab58e50731ab9cce067d7b221df1204326b47e45484a67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352c136e131f96ada2990ec00f5d3fba6d62e3d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4f8c3e72d5130ec665a6daa00eded2ebb9becc59d3b09c800115cf3059c9c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c3574b251e41721ab89108ee6d195d2ffbb075
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072dc5ce6eea84ac290f91158e2f4a80cc885d4e884670b04b0f2586e93f4614
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d2a2e785af1dd5a329168b68c89b19de69ae36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e80dd0047f0387862201e6d7cbf94c9adea7d70437c67a9bd6dc2343e4365
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d117ed8e6dda99423e7313a9afa61b40067e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704f3d68f652bd04930fe27dab2adfe00b3947de53beb5b5ee5a0ad4c7a0c6fd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e766d920bd22e423c3f4c80343c66d3aeee01e21
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e879caa2d7267b76534df26696bf5c6b8ad39063ec43b894a0190d1669ed1f7c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8842fe7ed39fa9161f2249f1192df1c04b361e27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211251b742031208ff397244d375467a8fbfdce04de8477a0ec21724ffeed5f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a015c58df92cadf0844b8b50fb504c432756f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb52d39dba2da2eb4935f14cad568a03e0b632aa2fc71a6c0cc6ce1db9ba9cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efabc9be7b91ad775733e9dfc6adb82a4b5158
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850da093b1a4467b632686301c6b2fb5fc66c433ad41e7dcc7bba67161aeafea
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16c1bf00ec30c66b8bdbcad1825cf79b18aa988
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4030b01b932bee821b52a3af3b5dd00b70a1b839912c51bbc9c56002800ecfa6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9880ff478da68855e0542b06dd0e45320fa13b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d432f9f1d4d191ba46e9ab08a4460ae229c864aaee83eb3faef9b42f633970
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc475651b75ac98c5fdac4990e71a6cedcdf27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04ae83a0673521fbe5ce2d0b0e9be98a5d080f0d4e7b392501c481dc776af5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ed008fbf24c4feaa6db2be5744cf9e64399482
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6201bdb3f778e48bc1ca98fe06f10cd4f7e57683731cc248d09868270d1eefef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a628552a70eb9bcd4e1c987a8ab1ce5ab5261c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50539a9c5268664de6f996bb3ed5a8e75efebe5b8b3e4e12106b266566e08383
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f30effccc741019025553f8d12a14ae4c8ce10
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663cb2a585f57660f59dcd02e4ab1fe5dcee228762c0b228da9df253ded6df72
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d59df61ad2be79c80b07ef23769b07da876f65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1608619bd19c9eedd2aea9ae2a6d21ff01da88a0409d7100fc15e4ec2a1ee22a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538c8967f8bbe3012ccf6772d9061481f88e08aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce28dee45c6ce78a7081c0c8731c739528ef5e89d6854b9e0c73761be6e21f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0db485cf66cb58d8ba2dae008597a7dc90f0e4d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14296de1b4cdeef986cdfe2943f9cc7b82eb2007d6cec3f245f22cef68f612f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b53e091189942b26f37989e9aa6b4435052cc87
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c5b4bf1551269cc90fa2476cd49a7e0a511e6de7af16389ee88c85d5b4206
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b696ea8bd0469244b05951d8b04cb1c89f4b4c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03eea71b54613cc801f21055372295ce41745221335c523ca641d28980319189
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7bc9de5587e8ed0d02b1a9152ddaaa643f0974
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343f7a52ff42cd8b36d8932380b7b8786125f21970fd021a822ba0e09943abb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46af78da5d2a520a352a78ba09587c26c135a92
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b02bb0464c223cfc8120dd889c07983cf5f76401d5fe15cf5e45a2a19153793
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451a073cb98cbfee84ae1e8351a8e42aa9937ee1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf734eea90eca9b0cb9c96e03ff1346f053377e0393d0b0c566b5730180a612
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0896eec9bda774d030f536179c3e5c38e18459
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41df0ab84f54e4933a97fd98888add02cef759a08fc1faa02662af476169d4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b2f0acb74434ad4ee4aa56479c38b157e2fad3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24202b1058a96754574adcea218a34c33b3939663fe3ef28f4c645d33d00752
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d046f2cac729271e2af0b013ad1364d552ad704e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771f0dc382ecf910e6251e8a231a9da05b6fc967c9288674311a6fbe294c8c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1b61493ff8f1250b4a1a7cc81e05b41b76cee9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb998f357f857ec15e5b08f32fd620d79dee748fdea3b5ce8c527b0bf4ca8ed
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d675bb63db605fbf6fd26c89ede5ce1782001db8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a50902cae691f4bbc30f94840c78a2b9571b10378f6e1ee147101ee368eb42e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c65f6dbb9e2974aa44877d18a08c3ff6a90487d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df94656f3c5b8bca8741f7647fb0fa5ed8a604160aa7b2623a0ef6ddea9bb0eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9796bb7d729344035a888a8f33b10c80264daf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5047651a22fe652fff8a73a6a687fb73538d17acd31b705127c5074b5ab9f40e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e5dc3765b78a46861406a81a665f4bedf7f4cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155eb00d98012d028a17336143d3bb4864441b3adfd00bb878da1130637437f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262dd12deb37ce60483aefdea5f940a689b1cf0c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a35bb7ee68f6ded310c8328cdd979d141f6f6d9fd84525c369440c4663d006
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1229c0abdbae34bbea38fc9e3bd9afcfe0e8d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839708541a602855098a9eb35cd4abf6ad4faf61bdeb1905d9a30f5c8e70e923
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bf5fab02a26cd4ef9f428617e4ecd3355e3ef2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e35afbfa6878649c7ce17c3a79bec9824d565eef86722f057428f5709af2ad7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3518aac4e968735752c19600a78ba7b8a7ef5fb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbea226e5634e48b44e3f498cdfafa539d1da12a391872d801a4ef4b3caaabbd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dbf66894fd77441994c0c0219daaaf7dcfd564
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8ed97f86fa492a90fb75b3706dcf2c89a51bd6539c341bdbfac477e5ae8962
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3b56ab0385337feeb425dbc43677d53da90559
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0013b55ab5f33d2425936ec5f6fa72e92fbd44d1aa813639e0d909683cf2cb4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ab487a87df0da99cc7b6276c30d1b4cbc97abd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a55017ebead8917afaa76a89826137d9e823621edd907757bf59636c270c045
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1c5c0d2e14b4eac3d458cc3c6fe25cb0b2242f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a981e3323aab83a956aae44dd2836e7318d18bd8429a9357123e195e5b3bb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c58345ac9eed6864a4a9b7da5c92ece4a4c19e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcd7ec3c83ce3c22180b4e0e79078253d8eac40b2d90f1db7ed54925a5b1bd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1217f4639989705e4cf61b7518c3078d38588d8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adff1ec919cc5e3089c5d5c9e4836d41fe72cd577b542610145257c130a6f423
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb3bb283c462327e93549f627f6c65802361280
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61fb4cf733f92b29de563fe524eebaf81e37f28bd81d26d84a811b64f63d38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386b1b2b94f5f19d976498db42bd11e107f9d39f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753a2e3850697769aea3e885b56ab52c879ba56ca90369f6dca7e9da538694ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b25466ebda78a64a040489d565327b75b7dc3e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e63cbd1d2de6237f87aae6fdb51225767ee1dd69bf3d7d32744798f254f6876
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa99390b066f69a42c4536fee49b2f552a6d365
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f225ea3910e48e64625ca0f1717cb47db12e4fe4027c4c732be218d702d292
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addb3eed3c51a9638b3eee97405e1879b36bee5d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ef634f7d48694fb13b6c3c1e7d660308ff8ee8c0123a152480ceb359d053b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e693c79536f2bed975e2b857801190a039de687
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487d50f7634e5fe3f0e10844954514efb5359818db913db58b7ea594359ba66e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e313b91c26f4cc8d54b933c8b813baa52768abf3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608fd036b49ef01e393238b0116fda9f927bf1aa64e17a0d19bf977bdbf7857f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a214f492eb1e4213e8e22a9bf306bf5a9fda16
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848240453bebb4e2a6e4402f5a10a162e2960f1a409f30948d5e20cf21f450b6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29533b798b22ab2e4a10268d62475227983d69c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95919ffd82fe0457ef956a96a84f793917785dece54575e88b21c6450eaa2a0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3023e23ac4efe7787376522d076070ecb695b778
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd61e54444692f7e12a9acbdfa8c03e0d90538772307024b01e3c668298e412
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dce94c0ecf12d5df004865416a285f29ffd8b73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4f7867a77fd30e7a349acb84f7dd715deac6c6be52b0fb9a311951750aee64
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1aceb1ddbebb94f21df32e83fa64502f0bfb82
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2792fd3f1cbcde6f09ca13622409e16fe79c3f96d20a09608f32a1926668b3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b7ad27a7ca2c6ec995c09e6162bba755d67b07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb437a9a221ba8e45029c3013c1f69bbb841505b82cdb7de62a4606c15a9b39
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8ee335cca6e78a470263dc6416357774c3c739
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a269f11bbfd8d9bc08dbc35f749b2a60e784d1f9b5098b330781b0df3ae8d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01f9d8db2e7336bd812cd8e3643146d646ba42b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df32890bfc820d857a8ae426f5c58e3db8c8ca9b009591a59726f44f468b96b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c441b7c3d098672d6885c832a7df9f834ec3f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c32acba6b3d282e9aea8b8647b6bea31bf34e2336fde046ebf41ea82dd6eb1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754b4a56066948a3f5d938cb8f019957b8e1441
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66936b4d856e4d10946289d78a1b63b7a77c39d4031b17cf8e10a1e5a866571
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d70fca36610123c1e4cdbc5b0cfe14fdcf5b014
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41417525b7b0f1b41c03e2f149217c0ee8d718fcb196d8740395cb7266941a8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cbafb6aea056a6263b401fb7762cb04540d3f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c5ca23b6ff1b615c28eff9d6c3bcdaf6f021d7771fdc6f598814dbefe540e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ce0219ff57912cd2dc90d20d673421ad8b668d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cde9ab5df6f895a9956d2eb84919e065dd2b699ba3550fad34146bd2c93568
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cb247d7cc14f46efdaf05bf6771de6e0a9741d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d49b4f935b0d0a15de7edb0b353e9a823b7fbfac877335339c269869242821
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567067485a2e92adbb8e42d12e23e7ff7e94b7f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d80fc97cab53dacffdfb5fb5e6bdaa5f1de7e1384faae48804b2a32a281652
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5c0bed1825251a88efabbf1e2fe7b5f832514a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14955c95a3f47c1bf07a4dc99d5eaf8eb26eecf751db638fd3c1bb86edb0a415
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f130ec54f49a247ce9ad32d13d8bcb79b3ff37c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a9f70d815d2bcbbb88e857c9674bfddc6d86d3db5d73e6d43ac38ca769a4fa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7942997cc2270e3eafd20e3c7dd52a4911c2ef35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54ea8426f7ec46b2da67af6c5a33904e65e2f05b73c6199562ce95b53d6d1bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5615b5c3831c2bf5d0e3b212c8d6e720ab497d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef737e26c2d432c102724e52808f174f1a647f4601425972f53719658db5f45
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe6177182adb7f6cc40441f76afa17037dac3bc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444d9fd54aa07ad4ebfec556f45d54d733a5535ba341ff90b88e334af81cda0a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf175ad49021566e1ea6c7552d841300de8d8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d480009a36662c1d26fb9430d10d22ce2f5695e5d156daecd3456e8034b317
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416cb2de4455bc7d10047b0e17eaa35ad42ed0b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5df23363ddaf0fb696e4e412c2076a9c208f07a372c35a2bc5c412dd714ebe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b861fc19f928440c2502586ba2c0d88c9ce37c6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13f17808b5b7c93bb6ce9f28760707f7d747f59efd3095ec44e7e10c174fce1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e317693540ffdb455c311f43a12caacd7f877b81
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fefcadf27ce9cc023d9263fa5b358af73d196c918935c2ff6892c67cf0f258
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf59ecfd274658ccd18fb491c47cf9481721aa8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0a622bae124125345ad1340c3276667cfff0a45ea5e34c983250c0f87a9c4e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3c8bfcf46ea0fc011deef7f6275e2ac81f4069
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d056cd18e6b6af895ae2cb47124bedff0f5d0e0362934dbd5a8897f90ffdb156
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20da5903173d938b44a0ba217c36dd1b78d89ef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa1900ee163a3b476ada5e6669c1e43b29b6fd4c1a55e3b0fc00dc1b620905b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572b7ae73612ba4ea2753412d748bb4cfe4ca964
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0155984164fa9bdc03f445d04d1ab1129077499f5b0a77664904778f6749e91d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb1fa5a0284c15c658d71c2de7999edd766692c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bdf6a878027bdc1f076335312e0ddce8322b9d013b495b7b0d4587c1a4beb3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da60360373f6838fcd2f2eec37fae69642d54172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99684c87ad9f35dd27c6e6f7da42cae57021b59b4bb5b7c2b67ff9781692096f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5ad5198e9de38612a383e6994af482e8b3ff60
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf7bab215b5d9999a7e04f25b3adbeea3253ec74ef3725ddb6bea5cd0d6359
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcba5ace272385a47e0ce13b2b22e0c54afea85
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942cfe5274e696aa33650d526e806a32b0439cd9f5918ca2378339557e36b119
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e62672c84b8b94a4e16603ab1d414022922190
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c5d6af41eb8903f33b1341bdedc01ed529cde1a876988d3777cb44092c659c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86350273c221f54c941ba1404e6fe8c8db480b78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66fd65a8556400f8a47a390df1c59d401f7523cf8b2597ea887298013693ecf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca58a68e27d03703cb36c6d1366f1c38acd24a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe9c6b0b7c17a26054cba54ca41a70da1510947461d0685d9312be7ed88a721
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1e6def386f9056ad9f35460db6bdfd29a3157d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642752edfa03c70936f9a275beb0c096891a51a7fcd9f5a11f7147109a03898b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25201c351024d9c973c9570d1031f88e0ff21e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86b09cd57cd84b334cd6049c035dbbcf2c886aa6da729c8ec30a982854c598a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c01e6bb32275000e3f635365d2d82665929548
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc72c67c16c44bda4369437a6f75fd9a6b3a023923e3d14d76fe2d8285ca30dd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3940c4934837362722ed4d0114781838e14f7492
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe696829d54f61e140ea86653968ea532919d3245a041a4c71aee00c6eee2eea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2806401bb80b6d5759519ef8d671f26a8966b769
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e456ac580c7920e8274a0e2af4eaddf448f5ce0a933ecd5038cd05a135b34b25
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3e6991b730d20dbbf09ac58946b9088cab43bc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bff6551d5594e53a6e8b9d7433bd3f4dc9aef07a5ca602d7156832a13c38d95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe16115f7bb933b3a40ea5c262857db385e27cc6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65875c07e0d4b9f98bbcf9ec4e1a0724276d60125988f0220940353c5373484d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f245ef4899d27a9455a6abf708a78702daa15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81460678cacfccc25cbb31ee64c82a5aced043719589a35654fdbd5915fab734
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6b1c6c0cbf56c1ed95a390e247ec9fbf34f5fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572a17b129cc56ff18e4dbf0f227aee9187bfd0ac144fe3749b387456d754bd2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf739ad3c70e543ca66c6f2a166aec37eb80eae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a66d16052e81db567ade6ebb8a93e0ac2bf597687e515c32935571e78ebdd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dfdb6dffbe17b8fb4e9f98fc593a5ecc2b3102
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6404ac7985069d420f6611b99a6c2a70c68a7602dcdeffc2f6c85a4aec412204
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b11728972d1d370b23445813cbfe6406723629
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfc741472613af2177046b0d53f47dd9f5f550cc90384859af2f5258363b1cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1342e0754080c74c3aa21a3d69c35eed0bd862
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ef14f6350b72c48c7113642ef6110dd3ff094ad2c29229ba16479721dbc855
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3543e899bff2101060a9aa708fd829561de01fd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8108f8af0e303a55555bd901708f8af097014387d37d8e236a664a9e41003c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99df80706e8a2f56209989750ac0248452b2c3b6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2d57e64e2fc21d8a483709d729209a1fc9dbf40307c32b1bba12bcb7906f56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cb04769d860966fd6b8c48376f83e77c3a4a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3b51323d10121bb533a03e2259f56c7b55adb04313a2d63db6e3aca68a28cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3749b7853017ca1cf712ac5bdb1ae21f1da88bec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6c85b11e8465dc2652b8b188f378cd1e2dca1ba43bd176b26181ca450a35f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46266ebf90d924b610654a29a47644b23d3c390
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e741cc0c21cbd8e584e55283b829a28f2654bdd3b8cd6096706659fe8c624d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd378429f16f0ad8faa0113d757d5b80217636b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58a1d6b399665cdfbbb431c7d649a1745c21f63cc61c61d1b0253980df1501
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f468c1dad463640a86a9680cce74443c2f00c9b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a487a8ac2effc670c4a8b36bb0518da397e8223c9146ce66414dc8604c5ed26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dae9d281e10b2ddefa405fbf2245dee3c0e814b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768de67a3b02810fe904db5bc194605761eb5f03834eb59c397425b64718f7ef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7f19e65bc08e2d23a4738224ce19a5856fde1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af73132c9c486888e73a80d2820d5edef0035df7f0947bae2bbaa84e87d0639b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5435e5be4085d5bd0db8158ef4a6c97cbc75f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a7c5e124f881f073c15eef80b4c4e8734673a59b932c47fb14e8bebae05384
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dc52166fdd099fca836334a16bfb8493886e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac919389e11ce3c1afa040f77a6e1c53ec8da169d17293a2201425cdbf1beff8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2771f8e679ca8d131abe258aa035367fb668da
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d72b205f70a1fcdb7d9c8b3676b5aab09dfe6bf2188615f7722d5279dc93643
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13773b1f57b7505c9e8f8ea81c10d1841e5c30a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eeab44785217c7349e1b579f05e217349eb29f9d208e67b098d75cbc2c4ac8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed262aa102b331f0da5289171e8b87b52f7ec44
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05cfdfce39bc3be004aef2e174d7f2a0498038b487f07578bb8a4ccd230aaf2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a271f289f5b88acd3ef961cd13b9895d3eaf0cb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b7e5b9831461aa9b5883bb72d42849f16a32dfc9c169d7ef40e6da06ff0c26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/lm_head/_0.pt b/params/phi/4/rnd_search/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231e35304d4f39c817434a2a38282c4cac6e1cbc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0dfdc4352795dd5a60239ebd8338035c36f9d4198c77c33c2a8282079ec8a5
+size 205955
diff --git a/params/phi/4/rnd_search/comb_17/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cd9c0fa990f60670f83f481a334fde7f47b065
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8cc0cc8fccf5d9a49a612394d57cd0c1fe4a8809046b6f2e572c7bc5136eba
+size 205955
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d9e359bc9713254020877c0c1c83b658a78e5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14490e598d01ca4a7d87445e749058b7dddb1eca1122700560d0b59caf23cbb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1c4decec447265a8c2be1537a18f6342fcadaa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02ff67312953ed0cc583e06ba5938ad8287f88a245d4a00b177d4efd258e18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5fa6710d28f63d6e10bc30fce9f82453ddf3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359422e5bc69acd657f01530ea3fadb237702451638a6402b7b726899b96b3ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f87f0e7dc5aba05d0df9cb757dbc3f09cdb205
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8fb7fce2fc2b23e1ff81d04a4b074eeb6a9780c70cc52c0aa7ad7728c13498
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971d7ced4e58e767de0c357ca58069dc61997355
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487c9755a2289efdbe5333bb96fc4876ac0c0f90b2fe0b6eee882c28e1ae99e5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495e6dd0898b4fe26d14b6f477b1bef04d94176b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1991bdda917fa67340947ef2992a46068702e1ebacd073675013c6685b3c7580
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fa0510d21c65c12a976a4708f982a1be61fada
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e35bbbde490692efa6845b316b0dde066d102cc5e4720a62c72a53e18187f51
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b092571b11fb3e7f1249d1751d95caa3acd9fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c20e21ed1fa3bd04a3f8280b312837dd94c2e76e1a5760294d0c5bfa9965eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ae63e5acf5084d3c6f457e7b77c632bab52172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec1137a7dd12a32aab94fec1cd59263041f41df5a22cb36bac0c29ccdb5d758
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac6a7a66abf3ca8843c72b9b4f14334781bbe7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c370e976c566c80a7451920334c46cacc8a91f2ce422ce4b023f19e03fc3fcd4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338134ebdf2f2928a56836d53d66bc9c1085863e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181b7d58d2dad94cc3dd756f7c26534c6d58b62690893da2db5ade15367741c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1136a92cf25a2387acd5be6dca88db00b5f019d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2995d355bb2c2156d64fad1246b5f6765ce34ba41ec1ff37715aa5a4906a5b62
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac844b2f77e6aed522d769083122b479a53d34aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc22e67a796bdebc0d473c1c3466a2bed1d239586758909510c94fb6d3bf26ca
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e6dc8ede4ffee88871332e82ad33d6834ba8f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa1aba7e8d6d5eee9be05cbb9288c66fe5913c4ebaa65008f1e55f5f72eeb60
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74666be0c65cb2dd4ffc0e62f8c793ecafd16d59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec087ccf32fc413ff18ecc1b85850829cfd49b191930d07f09af62871962460
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617f7a623591a16804631938d19767064eecc6fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d963150f19d8f1b27d21e808cf851f789c74debc810f0abe2cfc9bc375e2a784
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac50dd554d6ecd7b173b6c240bdde6a61dda9bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28825faae7a152e0650ee2e6620e8aae1ac92b87e04adf2e21d359533f5c683
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534b033cc1ce767ed2ff871303130bac4f3027ef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d8dc17edcc2018c5b31f7967c8b48cf01a6bc5a866fef9c3d622600e928758
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a939be7ebad72ea37622569cfe54ccc4a75ec7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5bcde6281b84bb0f321ed7b14e8a9c53c717d0b35ee8ad5cca935102882eb3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8f0b5fae5619b9b95394c388c4e5471dcd8def
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6480e28f5da535ec7a0f09a695592288fa549961e3511fe77cc19a96a91bfd2e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d37166667125453a890cd9faaf4736c90878d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680b58f681938fcf286da5cf22bf4783995823bb690331fdee1cbde4315966c8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f38c96a2a2395a5a869cf7beed082c46cc83a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6603ac2115d779a6dada5ef09bb43b8f82d9b82f43685bff8c0ae0135b9d6da6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53124c95ba2fa6375d371eb84a39c0675480c7ea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525302bf4079b7bcc4eb4a6edc5e0d4f3b1873849e2a5d06f15b14cc1c354356
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ebe0614a544a8593ccdc4154fec67d0fcaec7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb04a13f76f75f397af462ad8dac83a80054efce45a8bc05ba17336abb4799
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54639ff03a1a62e67c078ffc15b1884f82613f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845e08c5eb5fdb86f8a78ea90434513de9d1e4896a1b17559d6cff3baeaaf981
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c66080cff66a23438d3be3f10d9b3e4e571c94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb6d2a09ad09b73e92acfa7f357c25eee39e7b32e04f3dd1ea5da30ce555a03
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e1b338433b5f29e9cbc90abda3825522d33f1e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf159bfc4f7224915a078e6f120c0b197e1c695c4662faa72c44be1fd063e67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a88d86de79529eff45564b7beea5365e863f3cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f4056c2c5bd1baae07288446582113288133a0a05e0d780a12ea8b5a38af27
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8bf579363fb7ad52035869c68f26412deddf1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9650af446a75d5244c806c9e14edcb286e61752e3a1e505662ea1ac250417f53
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1d7ac44f56fdd976c4f18c328a5d353225a955
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5140340d2e8b005a228898e2be5e803ff078b87ca45f30c36128688218d53e4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c83345446b3bd6b7b744e7e69be5701b525afd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d625317b6d3fa041dc660a60e67c198fdff61e69ee9b52c6dfe1bc400c1dd176
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3028385ab7735308bd2c6cb987d6b6300de63b8d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e8256c7ad28290000e9269d9727716bc4d3236926f797680ff6161ff3b7a4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d322570db8cfc15ccfd6f2c61d335602ca3afa86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9f60ed2e30c32ae09678076b0c87ab1c56dbbb071cf53f59d2d5b9e40b1d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e3328ffe5d4cc7885f1a7e9c5cf3f146c3f94a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45ee542222a70aaaf343fc77f25c4366a6d758d9fec76de8b186f38b1abfff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1887b10044ce0e8ba099f7bb394fab06b8d2ab38
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acd5b2980cede294d6c65ace2359fa5889c72d4a4bc5bad59174796628c33f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d4e383a89945bca4931f675f35313a55a8ac13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60fdf1ad676dfacb1db14d1a69b70ce251fbc7a16cb900f50ec4aa52f334873
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d89817ad21ba6af2db9a6981cca1386d98e8755
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d4390a34f9f9ea5a3125715426cbf84edd89403683d11f4eb53708e941a519
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feec20e367c44b44335d051970fdb95c3b5880c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6932223f1a00c6fde02e7106553573c3d67bc312288031926ab3b95c5357f898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e55bc8c02b33c33a4c622122bc24347ae3d9a79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5839106dcac5964cfac64c09f27bf2551539bc23c65f0d0a1cf1d1e451d79bf1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa97919fad8946f26de43d73df1f73f86079a88
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba4595f35cfe226d985f7a65c782ffd10a48430d550bdafe0538ce8fb3138ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e966e2fb1e84c0865d6448e3997cbbb97cae0539
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5afa69799b891f2a8bae76384ece071f971d92c29e8924f821f2ee08139046
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c625edcee9e6abb2d026e8fe427395be30b7816
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f972b96665969416f6c9d157f7ce542297f5f88f72f578dcf8f6ead4c2c9a269
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5b5d61744c8e2022093f72465483f54362d56b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65d595bc4cfeacbae6a5d985ddf51c145ec9b26571b1458d9eb5bbb49cfc1b8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad915c7fa3ee7f89ad5b0a511765dd4c497705d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fb921dfa3b672d2d47a66b6601e3615ece35da2499b5609134cf07f5511ed5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee61989c7759f36979c80da486fa251d3de78d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160b69258839768e69c01bf6949e2fa4d6b3bd7dc8cbef71dc6db0f06e95a851
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23ed00e9b7a5a2be2fade967be3f87079d8d649
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bca2482c717177610367a99357f792efdd1c19e5545f34497db60eb633bd63
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759d682d51f5f5d61d8a1ea299917cbbc428c4a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0478c65f13c420e765e7810d422ef2ecffb5831072c434355356a38f5b2f58ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7250b8c0e0c67a0ee4365431bff0e3f067dd86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd708ffc6bc850fdfc8b760aa754b8b1ac941213e37ef69d3180f413bec52f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060b99bc3e2383b94c18077a80d3ddb3a1acba3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7718d8c4ec1d2649b5ad16eb514d304571982aaa8289d3eb4c0fd6305727671f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80e141bb3e87a5d838d40f8e91932cd9fe940c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505a9f5e923104687babfc209eedef4826229de3f3389db9c7644e9b94bd04c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93c888e09b0e9dc9a497cb56236ce44547607d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c58340cdc0d3652a1f6d0b05c54dcca37fb62149de2293f452e97a0aaaae611
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b382b6e66200a9019ab1d4cef8dbd8ec39fd2ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5df815e95f3963f08ff2bf44c6fb1214b153a99d4100ee293c87ac7d8aac5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28948ee1dbec8061b0c0638a94b855031b15b1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c72bed4890cfae0e74da8ebc7f4b28d8dfc6d2d656b7082554b473502f8209
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615fbdde8ad0502408e6465443c7f648173c87a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f58e59e28e5dd7a0c32be568ac89a271c514d70ac86158b4208abc29baf743
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ab00c02a8d85cfc33ed48e4f71406274b2fd3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff60543bd97e21b4ed56867058b7a95499cdb2317a16c7795cb85edc2884a78c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b4c251ed409597a73f23f7f99303b823eb62f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc30fe447fd4b92cb019c02ec7e115d4873a9d7500af1a8aedbbe1047080f962
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0197fb9aafe890a0cac463d7f3988fa816cb25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c8fe118668f1f25944f5b1214c12b20424c3154d6ee0f865c434fe243c1aec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b00b45495144ef2b1c529f05bb3e949bc85324
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a4f73c65dd8c8ae47c8db766c984710de3e233b25f44a3843b5eda60887c18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8465ad924b9d39581cf97cbf6f5872a36d4ccda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525d43773fc46ce138fe8b623b66235d03e7c052db6401ecfd3095f8d471ead4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5e11ece67b63431b4798eff6783e82b634ba3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07c088fe43bdd2aa88f4716899b7030e21f72652e7350d98a210ac5f0ad6e5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552d05c15020f6a7be9dd594893d6b810608f89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d5fe6e5465d146758fb5ae4c7bf2b8873262b43b5b0a09171be6a82d89fc0a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b108d31d2d3ead985d097105d61faa0d5e13f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b51a14fe6b3b7508a51ef97fb7add538b0e3285a59310d81dfdd2e291b59524
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a381fd525ef9d2f15396d38545f90ed19d44e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6037ec82cbea33c7a5c9c64460bd0c60770b45b98846c6019fc11c5fcb4577d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cd2e74977d4ed59e2c0fdf856fd685879f1df3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583bd8648d4ffd28e12367cc0e7c19dcba81af01f0e365263c996a958340ed65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f704bd19291b9cbe2bbb3f815deaa75d59e7e64d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e78500cf12423698e08a15b2b7ac4a808cda06e8f3f25ec854755e5767d8fdc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05ff8c9b28075ced5eda8aa247b424a8c1a8147
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13941b641f103476c6b2761a278daead71b8cfafc5cc3a0eb879c0b24fa81c07
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dbfad9d5d24737a89e52ca34861da6b976bcc5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028f55b7fed112b23af0e4d2e02bacaf7aa4867a3959c0f257d70ed5bea90568
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee5f44e7c19b4a37fc4203896c61e9fca5ebd36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d8d486746c2819cf7bdebb6cc73fb0ed8ab0711f612159f92131f53ad59b02
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35057915c37c2b6e5072d2ab96be071a11cb2516
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6671deebfe80e35bae11d006d2513e3d4b13417843afdb20c37ea96aa6a2b87
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c1849f83e17200c718072d789f317f8bd3d0f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d804ccac98d48f1049cf5b59cf7ab224e90756f0daec477f163f08aa75315
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee7d4548be85581a3bc6c3784fc22e901795b20
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e024a4d2bac0b8a655f7b241bc06a81b4717da91432b7e405a62c92115b6a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37dbd1a88849cce8f54f71854e0db95596cb385
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67b7e08b13f9e59ee46d97c48ca2f55fe5d116f146b15acb3d995e90ccca936
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2a5e88bf3541ffcf941f3bebf6739343f99b86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bb6afef849bc914a4defba88384e7a594d66fbd8f5cb3411b7f707603a984d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6ad142e357a75d2d107bcc36b45290ae08647d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c50ec76a6c532acc6bc17cd440245adde21f0dabf08c83b57e256b2a6b60c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae41e83c67c8fdbe2f14d754fd741f9cd63ccbe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f172f56f77a0de2c0b3ca161b219bb445fdd0668945ac970d9300dc5669d8645
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ea53ea09777e09ce7ae1a28cafb98f241bbe33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b6d46efb57dbf996ae3f73f88e4ebcf61c72b69d51e40be44ba24139b1fe66
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4225429217165d0fa765304095e1919a9830fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b85d8111c3facb615aa5260fbff368eb910ca35c2cd6bb5fd769105a907002
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a0281725671719854fd0954102fdf08c69e3ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096aec843a366610fbf886fdda2604bf7953b41b51695b8b2e3e1c5d9314780e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98eeec044382138062ae27ec72483c5835eb528
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ad042f470acbc789c2f4732646f3ca2c332863f6dd5e44e5d5c32cb54e929
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc7362cb83533452e5f410db506b1243fb72f98
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e18fd9191017074b59d1c927e0584fbd6bce2b893e6d7e565abcabe708a681
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab627d57ef5d1d3d0d6999604014999b7d13577
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ccef720c8614d1635dabfe64be8249773f3dd79f963b50ba905433a4340948
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ce1d668744478fc43fa45a4339fd1b05cf6692
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd00c5b3c0c9e5b37ca1d25867ce63d29dfd6ddef1da935321224a2d2e8a4c31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e236a334f16d55484549493cc40357ab20d14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42363b51d55f4b292ab58e50731ab9cce067d7b221df1204326b47e45484a67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352c136e131f96ada2990ec00f5d3fba6d62e3d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4f8c3e72d5130ec665a6daa00eded2ebb9becc59d3b09c800115cf3059c9c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c3574b251e41721ab89108ee6d195d2ffbb075
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072dc5ce6eea84ac290f91158e2f4a80cc885d4e884670b04b0f2586e93f4614
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d2a2e785af1dd5a329168b68c89b19de69ae36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e80dd0047f0387862201e6d7cbf94c9adea7d70437c67a9bd6dc2343e4365
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d117ed8e6dda99423e7313a9afa61b40067e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704f3d68f652bd04930fe27dab2adfe00b3947de53beb5b5ee5a0ad4c7a0c6fd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e766d920bd22e423c3f4c80343c66d3aeee01e21
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e879caa2d7267b76534df26696bf5c6b8ad39063ec43b894a0190d1669ed1f7c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8842fe7ed39fa9161f2249f1192df1c04b361e27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211251b742031208ff397244d375467a8fbfdce04de8477a0ec21724ffeed5f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a015c58df92cadf0844b8b50fb504c432756f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb52d39dba2da2eb4935f14cad568a03e0b632aa2fc71a6c0cc6ce1db9ba9cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efabc9be7b91ad775733e9dfc6adb82a4b5158
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850da093b1a4467b632686301c6b2fb5fc66c433ad41e7dcc7bba67161aeafea
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16c1bf00ec30c66b8bdbcad1825cf79b18aa988
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4030b01b932bee821b52a3af3b5dd00b70a1b839912c51bbc9c56002800ecfa6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9880ff478da68855e0542b06dd0e45320fa13b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d432f9f1d4d191ba46e9ab08a4460ae229c864aaee83eb3faef9b42f633970
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc475651b75ac98c5fdac4990e71a6cedcdf27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04ae83a0673521fbe5ce2d0b0e9be98a5d080f0d4e7b392501c481dc776af5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ed008fbf24c4feaa6db2be5744cf9e64399482
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6201bdb3f778e48bc1ca98fe06f10cd4f7e57683731cc248d09868270d1eefef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a628552a70eb9bcd4e1c987a8ab1ce5ab5261c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50539a9c5268664de6f996bb3ed5a8e75efebe5b8b3e4e12106b266566e08383
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f30effccc741019025553f8d12a14ae4c8ce10
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663cb2a585f57660f59dcd02e4ab1fe5dcee228762c0b228da9df253ded6df72
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d59df61ad2be79c80b07ef23769b07da876f65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1608619bd19c9eedd2aea9ae2a6d21ff01da88a0409d7100fc15e4ec2a1ee22a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538c8967f8bbe3012ccf6772d9061481f88e08aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce28dee45c6ce78a7081c0c8731c739528ef5e89d6854b9e0c73761be6e21f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0db485cf66cb58d8ba2dae008597a7dc90f0e4d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14296de1b4cdeef986cdfe2943f9cc7b82eb2007d6cec3f245f22cef68f612f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b53e091189942b26f37989e9aa6b4435052cc87
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c5b4bf1551269cc90fa2476cd49a7e0a511e6de7af16389ee88c85d5b4206
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b696ea8bd0469244b05951d8b04cb1c89f4b4c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03eea71b54613cc801f21055372295ce41745221335c523ca641d28980319189
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7bc9de5587e8ed0d02b1a9152ddaaa643f0974
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343f7a52ff42cd8b36d8932380b7b8786125f21970fd021a822ba0e09943abb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46af78da5d2a520a352a78ba09587c26c135a92
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b02bb0464c223cfc8120dd889c07983cf5f76401d5fe15cf5e45a2a19153793
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451a073cb98cbfee84ae1e8351a8e42aa9937ee1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf734eea90eca9b0cb9c96e03ff1346f053377e0393d0b0c566b5730180a612
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0896eec9bda774d030f536179c3e5c38e18459
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41df0ab84f54e4933a97fd98888add02cef759a08fc1faa02662af476169d4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b2f0acb74434ad4ee4aa56479c38b157e2fad3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24202b1058a96754574adcea218a34c33b3939663fe3ef28f4c645d33d00752
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d046f2cac729271e2af0b013ad1364d552ad704e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771f0dc382ecf910e6251e8a231a9da05b6fc967c9288674311a6fbe294c8c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1b61493ff8f1250b4a1a7cc81e05b41b76cee9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb998f357f857ec15e5b08f32fd620d79dee748fdea3b5ce8c527b0bf4ca8ed
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d675bb63db605fbf6fd26c89ede5ce1782001db8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a50902cae691f4bbc30f94840c78a2b9571b10378f6e1ee147101ee368eb42e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c65f6dbb9e2974aa44877d18a08c3ff6a90487d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df94656f3c5b8bca8741f7647fb0fa5ed8a604160aa7b2623a0ef6ddea9bb0eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9796bb7d729344035a888a8f33b10c80264daf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5047651a22fe652fff8a73a6a687fb73538d17acd31b705127c5074b5ab9f40e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e5dc3765b78a46861406a81a665f4bedf7f4cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155eb00d98012d028a17336143d3bb4864441b3adfd00bb878da1130637437f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262dd12deb37ce60483aefdea5f940a689b1cf0c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a35bb7ee68f6ded310c8328cdd979d141f6f6d9fd84525c369440c4663d006
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1229c0abdbae34bbea38fc9e3bd9afcfe0e8d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839708541a602855098a9eb35cd4abf6ad4faf61bdeb1905d9a30f5c8e70e923
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bf5fab02a26cd4ef9f428617e4ecd3355e3ef2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e35afbfa6878649c7ce17c3a79bec9824d565eef86722f057428f5709af2ad7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3518aac4e968735752c19600a78ba7b8a7ef5fb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbea226e5634e48b44e3f498cdfafa539d1da12a391872d801a4ef4b3caaabbd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dbf66894fd77441994c0c0219daaaf7dcfd564
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8ed97f86fa492a90fb75b3706dcf2c89a51bd6539c341bdbfac477e5ae8962
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3b56ab0385337feeb425dbc43677d53da90559
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0013b55ab5f33d2425936ec5f6fa72e92fbd44d1aa813639e0d909683cf2cb4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ab487a87df0da99cc7b6276c30d1b4cbc97abd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a55017ebead8917afaa76a89826137d9e823621edd907757bf59636c270c045
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1c5c0d2e14b4eac3d458cc3c6fe25cb0b2242f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a981e3323aab83a956aae44dd2836e7318d18bd8429a9357123e195e5b3bb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c58345ac9eed6864a4a9b7da5c92ece4a4c19e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcd7ec3c83ce3c22180b4e0e79078253d8eac40b2d90f1db7ed54925a5b1bd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1217f4639989705e4cf61b7518c3078d38588d8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adff1ec919cc5e3089c5d5c9e4836d41fe72cd577b542610145257c130a6f423
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb3bb283c462327e93549f627f6c65802361280
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61fb4cf733f92b29de563fe524eebaf81e37f28bd81d26d84a811b64f63d38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386b1b2b94f5f19d976498db42bd11e107f9d39f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753a2e3850697769aea3e885b56ab52c879ba56ca90369f6dca7e9da538694ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b25466ebda78a64a040489d565327b75b7dc3e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e63cbd1d2de6237f87aae6fdb51225767ee1dd69bf3d7d32744798f254f6876
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa99390b066f69a42c4536fee49b2f552a6d365
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f225ea3910e48e64625ca0f1717cb47db12e4fe4027c4c732be218d702d292
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addb3eed3c51a9638b3eee97405e1879b36bee5d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ef634f7d48694fb13b6c3c1e7d660308ff8ee8c0123a152480ceb359d053b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e693c79536f2bed975e2b857801190a039de687
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487d50f7634e5fe3f0e10844954514efb5359818db913db58b7ea594359ba66e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e313b91c26f4cc8d54b933c8b813baa52768abf3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608fd036b49ef01e393238b0116fda9f927bf1aa64e17a0d19bf977bdbf7857f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a214f492eb1e4213e8e22a9bf306bf5a9fda16
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848240453bebb4e2a6e4402f5a10a162e2960f1a409f30948d5e20cf21f450b6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29533b798b22ab2e4a10268d62475227983d69c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95919ffd82fe0457ef956a96a84f793917785dece54575e88b21c6450eaa2a0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3023e23ac4efe7787376522d076070ecb695b778
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd61e54444692f7e12a9acbdfa8c03e0d90538772307024b01e3c668298e412
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dce94c0ecf12d5df004865416a285f29ffd8b73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4f7867a77fd30e7a349acb84f7dd715deac6c6be52b0fb9a311951750aee64
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1aceb1ddbebb94f21df32e83fa64502f0bfb82
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2792fd3f1cbcde6f09ca13622409e16fe79c3f96d20a09608f32a1926668b3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b7ad27a7ca2c6ec995c09e6162bba755d67b07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb437a9a221ba8e45029c3013c1f69bbb841505b82cdb7de62a4606c15a9b39
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8ee335cca6e78a470263dc6416357774c3c739
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a269f11bbfd8d9bc08dbc35f749b2a60e784d1f9b5098b330781b0df3ae8d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01f9d8db2e7336bd812cd8e3643146d646ba42b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df32890bfc820d857a8ae426f5c58e3db8c8ca9b009591a59726f44f468b96b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c441b7c3d098672d6885c832a7df9f834ec3f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c32acba6b3d282e9aea8b8647b6bea31bf34e2336fde046ebf41ea82dd6eb1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754b4a56066948a3f5d938cb8f019957b8e1441
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66936b4d856e4d10946289d78a1b63b7a77c39d4031b17cf8e10a1e5a866571
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d70fca36610123c1e4cdbc5b0cfe14fdcf5b014
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41417525b7b0f1b41c03e2f149217c0ee8d718fcb196d8740395cb7266941a8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cbafb6aea056a6263b401fb7762cb04540d3f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c5ca23b6ff1b615c28eff9d6c3bcdaf6f021d7771fdc6f598814dbefe540e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ce0219ff57912cd2dc90d20d673421ad8b668d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cde9ab5df6f895a9956d2eb84919e065dd2b699ba3550fad34146bd2c93568
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cb247d7cc14f46efdaf05bf6771de6e0a9741d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d49b4f935b0d0a15de7edb0b353e9a823b7fbfac877335339c269869242821
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567067485a2e92adbb8e42d12e23e7ff7e94b7f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d80fc97cab53dacffdfb5fb5e6bdaa5f1de7e1384faae48804b2a32a281652
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5c0bed1825251a88efabbf1e2fe7b5f832514a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14955c95a3f47c1bf07a4dc99d5eaf8eb26eecf751db638fd3c1bb86edb0a415
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f130ec54f49a247ce9ad32d13d8bcb79b3ff37c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a9f70d815d2bcbbb88e857c9674bfddc6d86d3db5d73e6d43ac38ca769a4fa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7942997cc2270e3eafd20e3c7dd52a4911c2ef35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54ea8426f7ec46b2da67af6c5a33904e65e2f05b73c6199562ce95b53d6d1bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5615b5c3831c2bf5d0e3b212c8d6e720ab497d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef737e26c2d432c102724e52808f174f1a647f4601425972f53719658db5f45
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe6177182adb7f6cc40441f76afa17037dac3bc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444d9fd54aa07ad4ebfec556f45d54d733a5535ba341ff90b88e334af81cda0a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf175ad49021566e1ea6c7552d841300de8d8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d480009a36662c1d26fb9430d10d22ce2f5695e5d156daecd3456e8034b317
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416cb2de4455bc7d10047b0e17eaa35ad42ed0b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5df23363ddaf0fb696e4e412c2076a9c208f07a372c35a2bc5c412dd714ebe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b861fc19f928440c2502586ba2c0d88c9ce37c6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13f17808b5b7c93bb6ce9f28760707f7d747f59efd3095ec44e7e10c174fce1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e317693540ffdb455c311f43a12caacd7f877b81
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fefcadf27ce9cc023d9263fa5b358af73d196c918935c2ff6892c67cf0f258
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf59ecfd274658ccd18fb491c47cf9481721aa8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0a622bae124125345ad1340c3276667cfff0a45ea5e34c983250c0f87a9c4e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3c8bfcf46ea0fc011deef7f6275e2ac81f4069
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d056cd18e6b6af895ae2cb47124bedff0f5d0e0362934dbd5a8897f90ffdb156
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20da5903173d938b44a0ba217c36dd1b78d89ef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa1900ee163a3b476ada5e6669c1e43b29b6fd4c1a55e3b0fc00dc1b620905b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572b7ae73612ba4ea2753412d748bb4cfe4ca964
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0155984164fa9bdc03f445d04d1ab1129077499f5b0a77664904778f6749e91d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb1fa5a0284c15c658d71c2de7999edd766692c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bdf6a878027bdc1f076335312e0ddce8322b9d013b495b7b0d4587c1a4beb3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da60360373f6838fcd2f2eec37fae69642d54172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99684c87ad9f35dd27c6e6f7da42cae57021b59b4bb5b7c2b67ff9781692096f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5ad5198e9de38612a383e6994af482e8b3ff60
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf7bab215b5d9999a7e04f25b3adbeea3253ec74ef3725ddb6bea5cd0d6359
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcba5ace272385a47e0ce13b2b22e0c54afea85
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942cfe5274e696aa33650d526e806a32b0439cd9f5918ca2378339557e36b119
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e62672c84b8b94a4e16603ab1d414022922190
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c5d6af41eb8903f33b1341bdedc01ed529cde1a876988d3777cb44092c659c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86350273c221f54c941ba1404e6fe8c8db480b78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66fd65a8556400f8a47a390df1c59d401f7523cf8b2597ea887298013693ecf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca58a68e27d03703cb36c6d1366f1c38acd24a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe9c6b0b7c17a26054cba54ca41a70da1510947461d0685d9312be7ed88a721
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1e6def386f9056ad9f35460db6bdfd29a3157d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642752edfa03c70936f9a275beb0c096891a51a7fcd9f5a11f7147109a03898b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25201c351024d9c973c9570d1031f88e0ff21e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86b09cd57cd84b334cd6049c035dbbcf2c886aa6da729c8ec30a982854c598a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c01e6bb32275000e3f635365d2d82665929548
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc72c67c16c44bda4369437a6f75fd9a6b3a023923e3d14d76fe2d8285ca30dd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3940c4934837362722ed4d0114781838e14f7492
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe696829d54f61e140ea86653968ea532919d3245a041a4c71aee00c6eee2eea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2806401bb80b6d5759519ef8d671f26a8966b769
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e456ac580c7920e8274a0e2af4eaddf448f5ce0a933ecd5038cd05a135b34b25
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3e6991b730d20dbbf09ac58946b9088cab43bc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bff6551d5594e53a6e8b9d7433bd3f4dc9aef07a5ca602d7156832a13c38d95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe16115f7bb933b3a40ea5c262857db385e27cc6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65875c07e0d4b9f98bbcf9ec4e1a0724276d60125988f0220940353c5373484d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f245ef4899d27a9455a6abf708a78702daa15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81460678cacfccc25cbb31ee64c82a5aced043719589a35654fdbd5915fab734
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6b1c6c0cbf56c1ed95a390e247ec9fbf34f5fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572a17b129cc56ff18e4dbf0f227aee9187bfd0ac144fe3749b387456d754bd2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf739ad3c70e543ca66c6f2a166aec37eb80eae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a66d16052e81db567ade6ebb8a93e0ac2bf597687e515c32935571e78ebdd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dfdb6dffbe17b8fb4e9f98fc593a5ecc2b3102
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6404ac7985069d420f6611b99a6c2a70c68a7602dcdeffc2f6c85a4aec412204
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b11728972d1d370b23445813cbfe6406723629
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfc741472613af2177046b0d53f47dd9f5f550cc90384859af2f5258363b1cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1342e0754080c74c3aa21a3d69c35eed0bd862
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ef14f6350b72c48c7113642ef6110dd3ff094ad2c29229ba16479721dbc855
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3543e899bff2101060a9aa708fd829561de01fd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8108f8af0e303a55555bd901708f8af097014387d37d8e236a664a9e41003c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99df80706e8a2f56209989750ac0248452b2c3b6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2d57e64e2fc21d8a483709d729209a1fc9dbf40307c32b1bba12bcb7906f56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cb04769d860966fd6b8c48376f83e77c3a4a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3b51323d10121bb533a03e2259f56c7b55adb04313a2d63db6e3aca68a28cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3749b7853017ca1cf712ac5bdb1ae21f1da88bec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6c85b11e8465dc2652b8b188f378cd1e2dca1ba43bd176b26181ca450a35f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46266ebf90d924b610654a29a47644b23d3c390
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e741cc0c21cbd8e584e55283b829a28f2654bdd3b8cd6096706659fe8c624d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd378429f16f0ad8faa0113d757d5b80217636b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58a1d6b399665cdfbbb431c7d649a1745c21f63cc61c61d1b0253980df1501
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f468c1dad463640a86a9680cce74443c2f00c9b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a487a8ac2effc670c4a8b36bb0518da397e8223c9146ce66414dc8604c5ed26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dae9d281e10b2ddefa405fbf2245dee3c0e814b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768de67a3b02810fe904db5bc194605761eb5f03834eb59c397425b64718f7ef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7f19e65bc08e2d23a4738224ce19a5856fde1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af73132c9c486888e73a80d2820d5edef0035df7f0947bae2bbaa84e87d0639b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5435e5be4085d5bd0db8158ef4a6c97cbc75f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a7c5e124f881f073c15eef80b4c4e8734673a59b932c47fb14e8bebae05384
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3795194f7091f9b45f07c2df7108f2f800e0ec4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2479639932ee3f58661c26aad37dc49d082241e743e56f58960c7dcf9bec4b6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dc52166fdd099fca836334a16bfb8493886e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac919389e11ce3c1afa040f77a6e1c53ec8da169d17293a2201425cdbf1beff8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2771f8e679ca8d131abe258aa035367fb668da
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d72b205f70a1fcdb7d9c8b3676b5aab09dfe6bf2188615f7722d5279dc93643
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13773b1f57b7505c9e8f8ea81c10d1841e5c30a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eeab44785217c7349e1b579f05e217349eb29f9d208e67b098d75cbc2c4ac8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed262aa102b331f0da5289171e8b87b52f7ec44
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05cfdfce39bc3be004aef2e174d7f2a0498038b487f07578bb8a4ccd230aaf2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a271f289f5b88acd3ef961cd13b9895d3eaf0cb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b7e5b9831461aa9b5883bb72d42849f16a32dfc9c169d7ef40e6da06ff0c26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee791fa8d57a9a369d6e03fb0f5167863ca38c07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c0b6f97756d6087e19f8f3f8bc05a74b365ca93c443783fbd71cf5dabcf789
+size 11395