diff --git a/params/phi/6/rnd_search/comb_10/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d8edac8c982713fa3c8b81e7b31ad73709792
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893a598971acf880e01ad3094266a6a2eee26cb5ad7588b5cf53b18c03e8293b
+size 205955
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78de97641be87ad952416f47c049ae8980bdf7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd4dda3f219fd68048b3a780708caa051d2e8861a032f2a873976c0fce4bbef
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb47492fc520e384727d9855f3ef948c7615376
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07eac88e6f3ceac6c66e35357a1d0ca54c84fd8cb15c4ce7c495b68a23f0f72e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cc187b0f5822fc0748468ddd3d441c6dc25b0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e2c6fc503804e3d121a91afd76551a6f3124694ac1d40ce89acdea51145363
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e4a72501071f7418dba61b83053f6caf1d60db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e92622c34da424a4fa6a7ce6a5607c2d4f9878d71345705f54163a0973ac981
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb06f53611e9a0013aa188d34a90bb6289516f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f4232ebf268a9dbcd4f2fa9067140fff6e8a0249e3d0adc7ee12952d8242d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314292655d3238ced7bd02e126644d2eae0a1be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450096aa39b74c8b3ea3ac7c4bc5cfa1ddca0df2b3aaca4e0a27371912967f1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4919d13e0fe591856ad8873018d7a23170c0d3ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f026e98fe2641691128d1cd2caea0913cf4757ea879327fff55f33b8c803eb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd8f87649e52532a4b83af60e0fc5ce5f72e225
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f2982ba75551fa8e9ade11513aeee7d9d76fb7954f4f2a95e330cbb4342ac6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7971670ebbb7a40aeb6ff1b55d70013114992590
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5132b684ae25644b1edecfe8adb2b124aa387cd2055935e0161d5b7817047b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03292042093d061c069c3c11c6bab8351ad7d514
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1239b6fa6ebbdb41559c75f202c014ce1c156709b04f6724df340a06728225
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fa1c79908ed33529769a518762b4b04169ac71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9e87d2cd6a211640b464507560b06f9a7b0961619ceb413146e10e8f1e58c2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a9426303b076cb9124be3f9b66787091311f75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349eeafd65357aef683f16040cfab11e7025dcfcf88cf11faec89671e5470131
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4565f1a351a2211fa3b3ccc5483329678e58ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9796da7842daccb123e4273d89584504c0fee1744284f4e13a1214e45bdd9c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95214e9478af1d8333993ea2ef280ef9d2977769
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328156d3c80ea504415526ee38d9211e4bef03fbe3319afea143734d28f3a68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348613d60963cea949974779fa6a4eb9266f5902
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b5fa4d5c161c0eda10bb8ca5846b8e5ac058a305acb17c63e77d75d41893ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167dc950e567036911d331ac4624eb2376e07e76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1abe07e85ee28178013e6b2230cf18ec37099c4cc4dfe8ac5037fb4ec953e37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7effc78afa7a77a50eafbe6017c40c1c290c33fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9994cfb694c34833323fa318d89741e27341886440f95a61d8c7c3d3b73f85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b4655f3d37bdf00b0263e3aed046e720309d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d9f235df3608fd21480ffb943878030f576e8ce3d613dd2bdc82109063062e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc7d27e5fd01dbd64d921d527e760ef5ffbad20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd019dfaacdbc3896b58bdd0c51cd823e0702d059d4148bfa79a591b15fb53
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42b571fa64afabb9fcfd923bef67af0c2d916df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1833950b5f5343b4ca65d69e38c3a91a2c92fe12796321c4921e094e1fe6a06c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37fe61baf398d5e1a2cc7dd7e0e0af37e2faac8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833b082baff424284bdd1dc2250153b94938b76c69a4d9e5deac512cb3a6e3a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c939adc873ba29514c710cfc27b85aa28fd2f0ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ffadb42b3d9af627539db1a5745137dd25fb3ed80d8eb40de3aacaf6d61e3c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64921bf95ee22ad8615f21baded5b05cd1b9121f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b928f47649f03580a90c3491377a2747c30e7a966810657376508860c7a6c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e84ca3ea23ec13734468ced54872458e81e9a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8cf5c7a50dc5e04ebf575635bec4b6d2738bddb02df8c7bcdd722f60f39c57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b457aa6200f9547b98298653b8fa9c72d0a5a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250a2998074831f77aaa6ef3680d9bcced629a61df0a48fcad8a95e96b8794c0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdde83c88c03eb0b1ecb1132797b0dec7d6df7a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535ec1c722ace31ab0de4f07d5de027a6a500bd0dfd64bb8e68b0bceeffdd747
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b219dcfffdb5cd3c43f2f4cf24db6ff56f05f9b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaf717d5925192aab939f436b4603b3f1b949af3fcf69d0b6edaf5b60528731
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6caa61e9b60dbf3bd40c905243d7801876dd70
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813d5f38974606ae423f017a67cbdae9aedea6b419964340c0a788be4d4d155d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda2c5d735a4a3c4ca445d57b84d8e9ca9d29cbc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74681d600cdf9f4642bc1926601591d9623b8ade8ac2343c0acca5f9e2dcd116
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c90027aba86e4bbc693b65cff539cc7f2e71b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5b1ba86db908d5f7ad7f4966308ff80b22f5e90dabd4982806efc1160b4ba2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c030d15f61a4d0ce8456bff9ff5785f4aa12633
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac85c44d98628b6999ac02a0db5b6bfb7e2d13eaf7833b8efbce4851fa9dd65a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82aca9422906e997c0ac00ea1fd56accccd34f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fdb0de6ad6d5b7c622344c2219190bd33143839a996ce48a27e50120c442fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a7f5ad3956b6c8fae0da21a47b38bc00d5418e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e18ebfcf72634b67a7255711f9ade6ac8a3b1e279314f6a21d63e7e47a940b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12762ec3a9c30f1cf46fd6e2c42974f4a84064d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba8367a5da36472efbb438b77f2c7ece91345bcb60cfecc0d67cb85ac7a2723
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de28415b3758d67e44943a1582d2c9757dd8bd2e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e82b2019d4de4ba52cc2e0782b35952de1c728324d253d80c6bb87f09d68f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52583f6d51dea55f2f7491a08f06ac5b112d5f2a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd965246054c4accd6aa7a743af57ac29ac5c758e993af64d7ae7e729149b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b279dd35dbe36c235540847f523640dd56b0ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40bcbe4d984d00000cb4b3f2313a5c054d8d8f442f7d41e7f4801579c906709
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d13df0ca788d4bf862630e8399361e5f425426b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe06ebd551efaf983bea11933af63850256a4fa963359340b6d8fef1e3bb67b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e0e334f753ddff7612846423faa881a404122c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f153b1257139d3f1cd95a08f0537f769e98861fc3e40083a675b6e032d08a63
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f23bb9dae15f77527dc683a0fd4cea10b52d18
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23792c7983befe8d6f80dc4e334b1fdfcf008c493f7638f5b929bc608afa032f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42b52c23ca9da3c633034e066a7471def9cd92a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a13990be0aaf65b31990077ef3a29fa2e347c1d4427584d720cc05b6064ac5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1138ffbf31617a1bb7fe5b5711961a6a75fa8c25
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad8262ff9c85cc29009403e7b90a01301533087b95aff3e49958b9844e07992
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1569c8712feed38a7cd3d0e2db425299fcc51cfa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e4984408e480f9fefeba9bcdcd1062341a8d6c581ddd8db4bf91f3a1fb6412
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed14763edad654e192f160f5d9f98400c369c98
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab82bd40600f70f695543efa7d5d9c71809dc9def2e12e71ceb2dd85c2e81be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48454f2ebd89ec30393c534441fb361a7c9ea24
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ceffd7bf5b04f1afa73b2f156c77ec28fbfdd9229155f25c6d994c06948b20
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aae9780f751c3769080bb2c56b43442f407d00d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5373ef74bebe5d2b2b439eff12546c669c9dca47a16b0fb1740771a80ab9e8e7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e615a0ab10dfad1b01ba802d50fc5c28b019bce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e178c5473f6fb217b0a215b54bb1676a9f8ee20f36f0953b297cf3ce4a2a1ca9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67469c9d002a4bd34ede02007005f871444ae70b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a0ab20b507c9eddf478029ec5686ad384d60c24d4005ab04e84e705fbccfc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c56ad8caa3259eaf633146182b661887629f7fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d151fcf9ac0f69e8410256b8c3eb3b93397126537f3f7b9ecca105f2725b5652
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2036d786defcfe3f4e633b46925569a813cb859
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8119576048b1af3af7b91a55edc99291732ffed338d6d0dd76f680d1a9287c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9164c2cbc5fecf4ce5ae9a64f6d8088c6c05abbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a69c3d50f51a19271f749194ddb07eb39596c0fb919b017c4175bfe40876c2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77c037c1ff44ac61de416c6969c7204cd882689
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0941e7779eecb093ef339f68a55e3173fa1f29fbfa26d096d44fdc4dc65d44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf6bd818ae74d7db7a298a487b865314f341aab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ffb0b8a5148261cd500014c31dfe6df227444f90c7747708c8f4f1255ad241
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932376c3f47f9f6f4117984335ea429a796f68b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0278d2ba0268ca8b08fb9ed81af29dfa55af9d807f781989f2dd29c57c657d6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5b24550aae201d16c02a4557053407c0bd6de2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94bb364394b5039f4b7c47131127f734ea1f8ffc8d9ec33bee5a5064650638d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c3058d5f3f462553e1c4dac10ba817c7fc6389
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2d9dd1932592d88889a04d9400867a6b2967f7a4f6248d9329e1db44dca162
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefb84fb871460d956b60688641e67d087cdde17
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1342c7e62ee8e93d4a8ff65c9ec5fc519b79d18557253fddb8cc40df555ffde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f4b52ae96de270a5e5b5fa876f605fdea12907
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3033c891ff34a14592763a5c395046f2435cd16dc3227f37545f618b5c06ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a8bf09daffd744c2a4ea6e7c05d6e3697a3a82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9aefdb42dbbccaeced3bd976c241014596be6bc1fac9a1088ea31b47bc4b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c166c34ab2774582dcfeb5d94038f7d12239b07
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca09a098d68044fc6313c1b113314bc22df7b1e8a4ea449d49c80a6ecda3ffe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce04a01e8f3fb077a0fe54a537a239f144982f1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913bde1fe77d217c7e25add21a77736d2e538f780f275f46ce0ed5108bea8325
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539f4315eb2be883379b7016f19ffea4234c2d02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa40d80e9c780473e2ad3bd5776c990eab5d80870590df771c7e91c0cd110da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e1b8e4d9a8153a24c6cf9f080d24baeb5757c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109e3cb7ee8ea84e610dc10472c0835cf7b6e9ee0a437417f57c3059b7a2e039
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d28c99f4cf19750e7eb8fe51a1f1feb1f8b8d85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123c24095c5991b40cb38ed214ca4e982d6fd2df19b3f066a1fb9df6472786f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0757aa544a0f6863d3764d62fc75a3353dabf0dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e64105c4e1a46779cace356d33dc10d72b5cf08ff92980d53af7649f01ae5f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fa14516671073e65fd98c65fb6058c497a7e8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b449e2d624950a56541758f25afec75ac5de081baeb2e86e6a868b47e8f3d15
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565d1e0b23cd5630313749293673d0d32aae7016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d164636c0bd342919907f1ed8ff7ae7fa84da0786c2194260ac5e9ee9121f0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9f5e4a3664af4f896c3e61815046bd69fd694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2b5cef9fb58340c606ad709fc4bf962e56485f047d29ce0e22778df0485c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162422480a3b6c42c00536bd23b4548ba2b7573f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2429fa1c94b0777ef6391b26019a7de661532da1f0bc2937addee39dc4ce360
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc042b6b54efefaf73a80255e6727de87660d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be37dcba0464b0c97afe930e47b93220c6eaf54cab73da4170e8cba148006cf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58aa12ed514607b4d773931258fd68a6b121d971
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b4a4d778d56b7a7b47fc14493c0a9d5d67df0a772f04012132ff3c13fd5d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a6fe19117a4e5a60b8229d4076e2d7d57f981a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9165a98b9754f0b11db0803731ed003b4be13318f8133339972ba33d5046a1dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f229a71613d1c066214e643cfd13deeeaa2f78d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e3ad805e3b2aa1dd23e0ffcb0a1026174501bdc89e8d99638b54a1dda043db
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89c58f597bb48c9063c9371762672a00d12cae2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8922fb8253c7953141c4c8e90fd964d768c04ffe2018716ab76eaf5f36aa7387
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171c7f36d57fcba070a513bcdea96856a2ff9f05
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117dfdc12f5ae49e55d38e2aa8f95bb3b722a5ef1b78395351ea575f85d894b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8ad6aae88fd7ee616611ee7cf63eaca3528e3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7650810550e2b8896f4df1d79e9f9095d9df90e1336ac8b21dae649f060bf52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b563a71745b3ae03d2aeb20f53e25369d2780c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98798dcc1736347a5b18794d928f0e58aef6bc5947a0b9b346a83682497ad96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b0ffcd14bf677305923a25db51960298c86115
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5c8b3d0914ea84c47970f7e1603aa1ac1d1e35b252581cb09a78e2f527036f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec90bf00bbfbd80de84891d6de6f545bfdc12f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a507300d490d72a8f2e5f5e624c0f73969652267eb7d957a1423d2770a2ed1a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597705693932ba44eaba093768aa05844ecbff7a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc41d7687aebefc90ff764f82e4292ebddbc40234d61c080123715a60663ed2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ab1af0cbd9a1ede3332520072fda17c4bdc7ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0251e24be88072a48385e9e28852badf7bb866ae4c549c25fe50e113bc767afe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6379fbf3c3bdc2936cdbc49c704520ca438071df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aecc25c74a2bdce2e5753ced682b0e72cc9aa88e2b6b2718ba6f715b875d1d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dde8208e00ba0ab0189492918cb675e2bb2b37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9e3b815ea8caac2f685848eb24789f2ad64676722a7eefe17a951230b7977a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b4575f00bcd8f41bb5c7c304194486469ec378
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d69d4ae41d99547a77a6ffb392f5dbd60a04be7c83a3dbac6359fcfd1958762
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c797d64a8c757df057befe2dbc0ce3286cf558e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05843755b26297b00c59c482e9f4c7873ded57514e83b95d6077bda9d006c321
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aec34d1b8ffc4d7372b65e7e8b13dcf70045428
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9311ef8b105d576b3b6a5b8d3d2afbe765725083df4ed2719cfc92a5b77404
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c4c06180ae3ee478b73625ccf87d5137bf8d25
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726e5455d4110f49cff5bc4f74b507950f8565cedf6b7dd12573411ac7bbe847
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9894ea635443a5078ad412cde058cb0a7c45bafc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81017d9c0befb38c97231b14901536fa75b07eb09f797d4ad4575bd185dcd77
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8c9bb91792c5e234763eed2fa9f9fa4534039
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcecf878c3e67309bf7bd34da4766d26fdcbdf77530c744b1bba97f65b105e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eaa50c640a4fc6a93967f44438b12ec6afb385
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a783199e48a179a79ddfa29779715faef906bce3b5feb9680f216fe08f50bdb8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495226b00bfc79a8b298467608a23b77668f8a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39979cdd1e9a4015978c53058ca4d47ca2d84c6272e9f38b42e0ab36e44aea8d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0386a644fd3717a5d8bf7f7c6a862a3cbf8557
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8abf388f2f01a3ad28a90682d31eda5ed214740d4e865c5bb8cca6a700ae534
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09a1e83ef3f7e77beca7d3f4bda68899ea4153
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73b9e5a752e39821f9f19cb20b85aeaacafa292482ed53491867b288b7b6b33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd9fe998494b52c33684c18ddc10cbd3836d05
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2972368b4408594ba613d5f1d3c8eec7792b59744bb2f7645bf508eda5ae67eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853632708c314ba8d8a80d013f110e4813c4f4bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbb827fbce2417358c0c430839841d99f5cf4b761147990166ff47542ec6251
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6d21513937b3e17b2393096d6e977b39838a64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2ce9ffa84f731f53789c9c0bba5b6f5145afa0f3c6c8df8806d7df3c14bec4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da07456232b53a3f5c00950fb02bbed60162a2a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afcd40a24b03dfefd490c5bc678a2d39f5d19b0cf05ad9e1170a6efc518ec2f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69611f04c687389f98d5ec568eefd37dc1a4f728
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec45339d69ea32188beef67e30e638075da1aa932071b910f3fc8a0e40a4cc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d887d0f867a36fd2b43f55c82f58d8e3ce509c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44a9e7305d97fa73124b0303a3cdfd1a0289636ac83e27d0bacad912bf64695
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c449724e3609e333bbd373574ae827426b595491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb2a65f5ae56bd8c13c25224c16704a892dc0b9899c28378f8522782882e49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ae2454a1a36bb88149468320b19f45238cec76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a48ee0d1296cf2a1b7886be8e49335a9c88c8b1050480473703b34e6818e64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95532cfb1a1b77984dd742bc9718220c08dc5849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e7c7a3a6d24d8b223bcc2d48796d1280905420403e5a62aee01e949e908f51
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f89e9403d317078b7567a767f3010caa62a10b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ff933be060a54642f61ba3a1a06660371dcd3e6a5f74b566fb9d0e3fd3236
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe257b470c762748892145575173b16b27492c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1761ead89a845fbd7009d0260e2f3a4f565d65cb381be48eb7c28cf37e4b6d45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc3bde2e13c7a5c6b12ef4c96e8dee0f35354bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7877ad84bc0c7df0d92154ece2c8b8a89095c21d6fc4856e10a710745a47e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36eb3526a98062a1309ecf9f6dba6edae814d7f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb59f34e482b9267ea0f1a97e9376103c18d8ae2e517e689fa598a0b1a88bfe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995bfc15368c9426b622f35100152849c7a31563
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dd3479fd2b3458901bfd9f44ada714fd63d6a8389602c84168fe88bc8b6569
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d6fc72006be7b60dd2c29a1c7d89f5e945a1a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacc5becec9a24494a13d2e6cf8e8adef2ae808a0b24003555a87fc5be74f1d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4551bb66168ec8914e21ce6fe724bb1c3cc7af3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda35c3585760f756d7f300815a8e0c7c68aa56745f1aa58eceeb29124cdafb5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a46bc2b3858e8e937dc186db34ce09b697af02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbfcf49cbd405b51c8fbffced3ee3d916ef72b4033c23d0c2507db0745c213f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0ad03e5208a11dd105eaa31971455681e0eb19
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8856318425a9a8c3ec9e55b069b3e3903a5afded9a58d1627d78cfc26bf36037
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1d8b9384c677522664a17581ca437e8a3558f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799ab787a76d14d79e45e01b38199a8bf5041139a10bb3054d82b96b36ae3cce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1fa9ca89833dd974cc7ad5d9c97537921e4359
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6598ef95de5130db235a42038eca78fbde95530a52c790c2f18509423816578
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc789d5dd5958992ed0395bd7b52c7dd1a4b6e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedc237bfe8a2cac0583ec5cba232399fa3bc74f08b10bc3426c4b5fac35dc98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7327af68a388ec1a8700b2c3d1f6a671a8de9131
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64acb6d18fedc616e01de2340c12a6172747eb32c5c806b7a404d9d79eff0ac
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbe16760deedb99cf0a15fc5d1ec0c8e169ce20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d696cde8f468ae6fe06ae7498e5af9ee1f69b25ed0cc2641b230101dd67cfea0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7667ceafcfd15347db4369902a11051b6d7d0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd00b1555744da9cec8cfe009f833fd719f476697ff5e9199ff94fd245aab45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2c20c3c34db485c3bf477f3e4bf0ffea666d35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d834b1f2c1fb926277ef86ab07104f32fed9afa60f852755f055432dcb6e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66341a075d9396161476f22f17a79de5cd5e4d1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e2cd5ebac8532eb4b37146f1a5e623f5acbd9f9a549eeeda8c5e256984a12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa8b454ac43b50df65736221c175af6c7e0845
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7103a75ae759203f02453263e0bfc89726c561de679177f91eabb0c7ad2bac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7800658872e2e267c64bd25c237b0da7896fa506
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4414322a54dce2c710bc6d57625aa609546c51f0ff49fdf2867d1f54809ae991
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de771e789d8594f9c20ffa8174015a4a7a19cba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d016f9b57ab57981dfbcb18b4a4f696ca69061f0465bc4c5d7feff9e064bc8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7548380284f8664930d40cbda826ded70f16d39
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21eacc24b20a17671a6c57f0019c8ac5bda48d7740c2d11d4d7dfe01daa789
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f3341f15cfdb9dfc91bd5353d12da2c1e359cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa14a07d0644b84457e7970f07f428437dd4ba4b666ac60f5063fc75e25d124
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caea4574a63014248b149cb9a3d12612d8f8f279
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b801c48cdb8ecb298f8ed66033f57ef704968a9c6cf0cb441bfe00a0c43bdfdd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967934ca0bfbcf50bb75eb4e0fea1329ba367d7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e701d3b8c899bf1056cc53ad7db5c60ee7020c8f5a3102ec1119aac5491ba4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56682c21b84c137baf5eaadc143ecc1b06a86c43
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ca9e4368b0829868d12d34fdbe0ce67f2d02d8d153be1730372a8bd29ca18
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43877f86a52b9bef89c8bb0204cc610d106765d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb6aeff29a734fe3fa49c8dd4d2941e1a2f6445e40935fd4866a79c3fb50b35
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f5d16f6b2c84d4693056d888950d21062b3cd9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbcb443345347af1923e795941684de4dfc3064699f3911a1f0abfc42fc758a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34990d2a5c1f53cf0b98b254d8d95ba2b7305e90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb69aae795023c8fc32d4b2bf20aeb224f3b5d8dc3e1fdaafb70699753830815
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7729a789e08106e0fd3cfa6331d013ffa12f7813
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4be21b04e482768dc1b812919728ae096c90009fd5354e1728132fd04f1d2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a352bcb789de372e543a86fdd5d17159d1d38e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f1313563ad8f7e96dad6bdfb62c8484e0a8351fee4dfc59976d856aa265f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720fde42193f37e1ee6e0dd220b01dd58a76887b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8794bc600cd895b78bead22390eab271f68e2b603804e12044dfd80cf94b7997
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7156aad620e6207ea9487515ab77d2d445b26cbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eadb104b96a41002afd65424eb682836d15368da237c34a68450c14f0f86c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e812a0e5d27e443ff86eef2797661b2d90300b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d061bbf03ac53460aeeaae5d1ac3b237dfe97e8cfbe7cacaf23e61f79248a8e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e741683a40fd0e96d09923fe5cc1ea15c067e1af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84918f8af6292f5573b1ddcd847056ac76bacfe55a7264b8e90fc96c803305ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a074747b57fb5cd548bdae9d598da9463c241c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e26939692efbb3a0be794c612f7305dc74e6fe069e1bdf8cf821f4c6d5db1fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40229660f367cebe0db10967b0f8f1dc324050de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d629dd5f5e6b7cb4c8da2b45c1e5bfc3b1af743439810330200910a309a16cbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7722d51bd77ca68a636d6487768ffc81b0d9f578
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b398e948a471a528d17b4fdbf06f1987e5ef04a0f032641c612b50f7b56c9e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14315f0bf79bd5ff2d25887e2e4c0903080e9f9d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b24b9e0e3e666f039d68edb46d305204f9ee1278af6230f9d9bbec473735b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6af1d31fddc75572e3772f38d2563c657b7f50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c90f509e59f25a72077d103f2a4f48f928ea1274bc51e7ff30823e76028483
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6107fdf4cf6b77d9230a1b8ace2339b5200a71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cae9ff7441af16e21d8560ef9bc14f6718a366a8ccc9e314352e8a336bb5d94
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15d3e6feefa1c7338103e45258b9a28f3568b77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279ddb9bac7684bbd479fd21554fbbf208da4d63df6976cbb2a09afb9429fb88
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af41c7b44b71c3d4bcdf3b962be03f8a161d33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e5c518046835e2ca40009b63c04a7f1861a9caf986b986751f7e20ab426d89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9756cb9bbfca857a4cfd95bb9e26fc16a0e4f74b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c2753ddcf37cce8f634af2b658d17ff4f81ef7bb0c36c3043cb013b89baeb3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8f4cd4810091dd0db797ac55377e062c1c4c60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e06e4113583d51892639fed8d6d8ebb5f1486f2a0c33f6fac394942e6a9f5fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c0697d26b159743bbb8a5de9236c1c351da1a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff192cc08197bb9adf4fc1e601e4401026e64872612b7b2d396681c999d72796
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ff4f9ccc32282aa600290ed6f3db17087c2aa1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c1885eca3d1065cd7ad5f956991197e44492dd1df6b9ec8ec8c9eb6d1a40e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7b395de454c65f55666683d69eaa0b1ddf61c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c9454855c70a1676a4e434c4366d7c9e88fc06bdaafe811789741d588c8cde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e414d82c3c60f0abbe3048fab3638796c34e696
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efdcd727ce1662d8bedde03273e82a78958311bc04248388e81e55de5eb84c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b35da66788694a8a29bd58819292ec84e2e78b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578da1a9d36b607e8516dfc0217bfd35886bc3fac0a73c6c853fa0878a8d45fa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac36ae4970eb315a9628ace516896312e6a6ade
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc77a34ea353f3221274cf83f889eceb72b9899cf33898ab708cc990597cd013
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4847462ae100506a1baf1798d9eba53967fb3c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fda5bfec8aa0026891fa6f1c2033cadb1669636dcb0613b8f4e5e7afa55cd69
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20422620b263d5ba35e15a3f5f626d0d8d3343e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c9f9b6d620446d2500bfaa74e109173af6aa446a95b6fb5ac010832ab9bb65
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f61d07faab75b0ba4d57042ca23f0059b8f32b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252629242a9f1ed6fab79a7663ca5d8b0c7cd12bdd69b42a4bc6bd7b1bfda904
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8381f606aa2a99faadc31ca297400054db71e948
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa517868a5d98d8a2916c383523092dc89aacea23c9e6480c4d8d9c4188fa2e9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88437118688e0a81b9be8a1a52d222a01bbb41df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdaf015f5b2e7cfaabeb2308c21f5f10d93cff9cd21cb2952117a5871868ab8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8935325a1b2e8ad114c873d8e1a1ac92fd7ca01
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b388c86be063bca0425983933d639a46d611bbadcfd50b2a2b92074e46e745b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4680e9dfa5348a6a8eff9e462379ca0e1ea0eff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb080dc22b7bcbfe709c373a698d8742e97a1e8d634b28f90ab3b09b440d2d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c100356fa874d7613cf8bd5de277b7bbe272c89f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de07dc9d9df5232a574073f98ce15e6bd04e86c63013245c4d22aa78ab42b84c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4db0d5a03d61884eda922b3a06a52f4df3f23a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef5302ceb5b8a85d49492fe88f5b28b5106c2f9da1255a5fe958e8c5855cc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e8bbff606a74c413f898cb34e41bae5f7ac5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b236b34f9702e4c8f30bc40ae09eff8ef6ebc5afaa95c89cecc5cadd485a2a93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4b932abab635255129741d986e49398110c4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937f1d2600e22ad5a1cc43cca48e47c9eac0bad0470f08e39ffd299933413c1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9221218a06419a1585291efec119bb95c816095
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed755f1fdb71c33873aae7f1113f8a44c680abcf7fcd6cf1d57c68cad761aefc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a46bdfa4b1e423cef38498ed728d287b26c5a38
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d00719facabae5806e7d6725687435123d9f54c842149ac7567c678cc78881
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b934723f1d5f8d22ca6fab282c2253643dd6d7b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d0b7352db213dcd44887bc159b72a1ac9763722c4b01b8abac929752154362
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9422b075c36de3a07a56d0ea6868a07efc575b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7501d87408438e194322f29d0c42209e51c2f22d6cf38569fd8550ecb986de51
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da88287674086ed894476b58caaae4130c229555
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb57c42115bd3270cc3cfa69ddf9bd075afa82cb2d37f6afe58e5155481e061
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc298462f55a0d387e39121dbb50956924bfa3e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e975688adb543b07a2e43f6b811e4de1c9eae54309ad08d2d77e80258c14bb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01dae45d4a2392e965b79533c6a48e705bf1800
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea61b661d1b27722eb16608a2ee7b0dc261dc3afd11c4e18b2ba32066673ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed33500487d92a7bccd323119aa32d549ac50ed7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8057840092d0b54d9e76a07e6ba0e1cf5245122418ed08b49a03f1862ed853c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd16f4d109cb469eb97b5515ac3ef018c4899bf2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1832fe2343ba11c495c1b9a92cae1a67967969903f025ec439ea9fe6d636593
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9864d5129980b1333d3c05e03b8be3083dfdc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc5cdee80df39340b83fa0b7b0faea989ecbb2001acc53a5751e60a4010f408
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2295665d1b8eed365586741bf82ce870fb1849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557443dcc2d66064cdacbc9f273e1a057913d7904c85b26516a7c8ec0dcd4336
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57212bf5471c5a887fb621cc504d7b17fe8de4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36019eb1943a7e1120977cab3f335aec3eaa2f18429054288684ef4a200392e4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b486d813f623bb605480357dac8bdc3a192755
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f069dc944ca70a57aa5709445f6f8925ed3d40114d5b9a6105270990076c546
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dbcca6dbf0e8ddafd035d26c57334cab3593e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7474128deee25b2f0f78517ce5a1e6d9ee1bd1c3c81a7bc548cf8107e72abd4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5fa029c1ce8cbb86d877dc22d7ea71d8bfed96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e37f4017d3fa4546976294c6f2553e3eaed947b9b9ad02caca1c82f5d0492d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4d1fdba3610d9064c5f189ca26b9cd7cc90aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a008546d29eb6f1c712f44156fe1b754508ecc7274de8e74f2686caea7e1668e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d578737f7f19064cff20721ab7b22548ea4749ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7de934ae6e02f1cb09f0f597c95db3b1b45b7097e7b928fe6d824a18fcc0e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af271d24a39dea32aaf2626e8386fc45b7c2ff84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa521bf60fae6d00c887267fe7a99d9efb6a7c21ea93fb61094fe5e23ed496d8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d246880c292adef7b8aa71c131f579ed6f84666
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c055659b0e9eaaf7751deb5701356df4be8e8d44f1e0d6ce4ea56bd89e2c811c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeabe724d45dee4dc6a41517ca5e0c277f14f73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec55578e35d849df474608c388b7a1c16fcc2d88e93fde9f9edb4288b102cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da9222473618e36f67c977948bebd07b8ea3c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c5743f2ea30dfd30f600fb8ba0a139e474098a737b85638590f194afef194b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dcf04fb8b0b81f1d07372a932b503a0132d7f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280f9feb0cba1b509ad255b736d537112198260a29c89a9b0fdaae58848720f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb68b69f1ee0584ad9cdfe611c38e0bf144c28a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135823504dc0a21c9da3ac5d46a072edd09c2998b6c0bf5df62515565ffe29aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bbd46f6feb5116605b005dd474feba1bb4417a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728d99aa5ce2ddb87c3cd9b41595ac07c98dc1a914bdf6d20b01ed13f3e3b5b6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfd8f5cff590c132ddda34786353a1b71cd0242
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b6e34e77a71190f89293bad30138cfef4468408b350d48c8410ba096d8594b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ae46a0e8d3f2878c5f56014a72aa302f434a77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9299499a65bda697a8ec5914099c58e3fd52f48f74d5d444d15b7d2cce332fd7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2394a971fd5040c03d9eb9f214d7c8d9f3584694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b9ee9cefc88b9989f57dbf16a0e5213b02af93fe0c97724b28ba617cb0afc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5486bd4b201cf5ead44ee4b22d8d1ac52fad934
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d790ad361dfc4fbfee762ecb7ef3a4eb066b3eeb55b1d9ada49ea4c42ff96f01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c431b939807f17746f264000169c4b7373efc8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf5ae945fe1eb5ac010908f9be74b36c3adc8ca9c9783647e75c9c9a7ed0c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d8edac8c982713fa3c8b81e7b31ad73709792
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893a598971acf880e01ad3094266a6a2eee26cb5ad7588b5cf53b18c03e8293b
+size 205955
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78de97641be87ad952416f47c049ae8980bdf7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd4dda3f219fd68048b3a780708caa051d2e8861a032f2a873976c0fce4bbef
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb47492fc520e384727d9855f3ef948c7615376
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07eac88e6f3ceac6c66e35357a1d0ca54c84fd8cb15c4ce7c495b68a23f0f72e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cc187b0f5822fc0748468ddd3d441c6dc25b0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e2c6fc503804e3d121a91afd76551a6f3124694ac1d40ce89acdea51145363
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e4a72501071f7418dba61b83053f6caf1d60db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e92622c34da424a4fa6a7ce6a5607c2d4f9878d71345705f54163a0973ac981
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb06f53611e9a0013aa188d34a90bb6289516f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f4232ebf268a9dbcd4f2fa9067140fff6e8a0249e3d0adc7ee12952d8242d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314292655d3238ced7bd02e126644d2eae0a1be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450096aa39b74c8b3ea3ac7c4bc5cfa1ddca0df2b3aaca4e0a27371912967f1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4919d13e0fe591856ad8873018d7a23170c0d3ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f026e98fe2641691128d1cd2caea0913cf4757ea879327fff55f33b8c803eb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd8f87649e52532a4b83af60e0fc5ce5f72e225
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f2982ba75551fa8e9ade11513aeee7d9d76fb7954f4f2a95e330cbb4342ac6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7971670ebbb7a40aeb6ff1b55d70013114992590
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5132b684ae25644b1edecfe8adb2b124aa387cd2055935e0161d5b7817047b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03292042093d061c069c3c11c6bab8351ad7d514
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1239b6fa6ebbdb41559c75f202c014ce1c156709b04f6724df340a06728225
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fa1c79908ed33529769a518762b4b04169ac71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9e87d2cd6a211640b464507560b06f9a7b0961619ceb413146e10e8f1e58c2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a9426303b076cb9124be3f9b66787091311f75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349eeafd65357aef683f16040cfab11e7025dcfcf88cf11faec89671e5470131
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4565f1a351a2211fa3b3ccc5483329678e58ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9796da7842daccb123e4273d89584504c0fee1744284f4e13a1214e45bdd9c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95214e9478af1d8333993ea2ef280ef9d2977769
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328156d3c80ea504415526ee38d9211e4bef03fbe3319afea143734d28f3a68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348613d60963cea949974779fa6a4eb9266f5902
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b5fa4d5c161c0eda10bb8ca5846b8e5ac058a305acb17c63e77d75d41893ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167dc950e567036911d331ac4624eb2376e07e76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1abe07e85ee28178013e6b2230cf18ec37099c4cc4dfe8ac5037fb4ec953e37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7effc78afa7a77a50eafbe6017c40c1c290c33fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9994cfb694c34833323fa318d89741e27341886440f95a61d8c7c3d3b73f85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347b4655f3d37bdf00b0263e3aed046e720309d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d9f235df3608fd21480ffb943878030f576e8ce3d613dd2bdc82109063062e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc7d27e5fd01dbd64d921d527e760ef5ffbad20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd019dfaacdbc3896b58bdd0c51cd823e0702d059d4148bfa79a591b15fb53
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42b571fa64afabb9fcfd923bef67af0c2d916df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1833950b5f5343b4ca65d69e38c3a91a2c92fe12796321c4921e094e1fe6a06c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37fe61baf398d5e1a2cc7dd7e0e0af37e2faac8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833b082baff424284bdd1dc2250153b94938b76c69a4d9e5deac512cb3a6e3a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c939adc873ba29514c710cfc27b85aa28fd2f0ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ffadb42b3d9af627539db1a5745137dd25fb3ed80d8eb40de3aacaf6d61e3c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64921bf95ee22ad8615f21baded5b05cd1b9121f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b928f47649f03580a90c3491377a2747c30e7a966810657376508860c7a6c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e84ca3ea23ec13734468ced54872458e81e9a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8cf5c7a50dc5e04ebf575635bec4b6d2738bddb02df8c7bcdd722f60f39c57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b457aa6200f9547b98298653b8fa9c72d0a5a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250a2998074831f77aaa6ef3680d9bcced629a61df0a48fcad8a95e96b8794c0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdde83c88c03eb0b1ecb1132797b0dec7d6df7a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535ec1c722ace31ab0de4f07d5de027a6a500bd0dfd64bb8e68b0bceeffdd747
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b219dcfffdb5cd3c43f2f4cf24db6ff56f05f9b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaf717d5925192aab939f436b4603b3f1b949af3fcf69d0b6edaf5b60528731
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6caa61e9b60dbf3bd40c905243d7801876dd70
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813d5f38974606ae423f017a67cbdae9aedea6b419964340c0a788be4d4d155d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda2c5d735a4a3c4ca445d57b84d8e9ca9d29cbc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74681d600cdf9f4642bc1926601591d9623b8ade8ac2343c0acca5f9e2dcd116
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c90027aba86e4bbc693b65cff539cc7f2e71b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5b1ba86db908d5f7ad7f4966308ff80b22f5e90dabd4982806efc1160b4ba2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c030d15f61a4d0ce8456bff9ff5785f4aa12633
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac85c44d98628b6999ac02a0db5b6bfb7e2d13eaf7833b8efbce4851fa9dd65a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82aca9422906e997c0ac00ea1fd56accccd34f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fdb0de6ad6d5b7c622344c2219190bd33143839a996ce48a27e50120c442fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a7f5ad3956b6c8fae0da21a47b38bc00d5418e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e18ebfcf72634b67a7255711f9ade6ac8a3b1e279314f6a21d63e7e47a940b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12762ec3a9c30f1cf46fd6e2c42974f4a84064d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba8367a5da36472efbb438b77f2c7ece91345bcb60cfecc0d67cb85ac7a2723
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de28415b3758d67e44943a1582d2c9757dd8bd2e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e82b2019d4de4ba52cc2e0782b35952de1c728324d253d80c6bb87f09d68f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52583f6d51dea55f2f7491a08f06ac5b112d5f2a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd965246054c4accd6aa7a743af57ac29ac5c758e993af64d7ae7e729149b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b279dd35dbe36c235540847f523640dd56b0ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40bcbe4d984d00000cb4b3f2313a5c054d8d8f442f7d41e7f4801579c906709
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d13df0ca788d4bf862630e8399361e5f425426b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe06ebd551efaf983bea11933af63850256a4fa963359340b6d8fef1e3bb67b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e0e334f753ddff7612846423faa881a404122c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f153b1257139d3f1cd95a08f0537f769e98861fc3e40083a675b6e032d08a63
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f23bb9dae15f77527dc683a0fd4cea10b52d18
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23792c7983befe8d6f80dc4e334b1fdfcf008c493f7638f5b929bc608afa032f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42b52c23ca9da3c633034e066a7471def9cd92a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a13990be0aaf65b31990077ef3a29fa2e347c1d4427584d720cc05b6064ac5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1138ffbf31617a1bb7fe5b5711961a6a75fa8c25
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad8262ff9c85cc29009403e7b90a01301533087b95aff3e49958b9844e07992
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1569c8712feed38a7cd3d0e2db425299fcc51cfa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e4984408e480f9fefeba9bcdcd1062341a8d6c581ddd8db4bf91f3a1fb6412
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed14763edad654e192f160f5d9f98400c369c98
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab82bd40600f70f695543efa7d5d9c71809dc9def2e12e71ceb2dd85c2e81be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48454f2ebd89ec30393c534441fb361a7c9ea24
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ceffd7bf5b04f1afa73b2f156c77ec28fbfdd9229155f25c6d994c06948b20
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aae9780f751c3769080bb2c56b43442f407d00d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5373ef74bebe5d2b2b439eff12546c669c9dca47a16b0fb1740771a80ab9e8e7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e615a0ab10dfad1b01ba802d50fc5c28b019bce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e178c5473f6fb217b0a215b54bb1676a9f8ee20f36f0953b297cf3ce4a2a1ca9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67469c9d002a4bd34ede02007005f871444ae70b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a0ab20b507c9eddf478029ec5686ad384d60c24d4005ab04e84e705fbccfc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c56ad8caa3259eaf633146182b661887629f7fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d151fcf9ac0f69e8410256b8c3eb3b93397126537f3f7b9ecca105f2725b5652
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2036d786defcfe3f4e633b46925569a813cb859
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8119576048b1af3af7b91a55edc99291732ffed338d6d0dd76f680d1a9287c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9164c2cbc5fecf4ce5ae9a64f6d8088c6c05abbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a69c3d50f51a19271f749194ddb07eb39596c0fb919b017c4175bfe40876c2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77c037c1ff44ac61de416c6969c7204cd882689
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0941e7779eecb093ef339f68a55e3173fa1f29fbfa26d096d44fdc4dc65d44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf6bd818ae74d7db7a298a487b865314f341aab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ffb0b8a5148261cd500014c31dfe6df227444f90c7747708c8f4f1255ad241
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932376c3f47f9f6f4117984335ea429a796f68b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0278d2ba0268ca8b08fb9ed81af29dfa55af9d807f781989f2dd29c57c657d6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5b24550aae201d16c02a4557053407c0bd6de2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94bb364394b5039f4b7c47131127f734ea1f8ffc8d9ec33bee5a5064650638d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c3058d5f3f462553e1c4dac10ba817c7fc6389
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2d9dd1932592d88889a04d9400867a6b2967f7a4f6248d9329e1db44dca162
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefb84fb871460d956b60688641e67d087cdde17
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1342c7e62ee8e93d4a8ff65c9ec5fc519b79d18557253fddb8cc40df555ffde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f4b52ae96de270a5e5b5fa876f605fdea12907
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3033c891ff34a14592763a5c395046f2435cd16dc3227f37545f618b5c06ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a8bf09daffd744c2a4ea6e7c05d6e3697a3a82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9aefdb42dbbccaeced3bd976c241014596be6bc1fac9a1088ea31b47bc4b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c166c34ab2774582dcfeb5d94038f7d12239b07
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca09a098d68044fc6313c1b113314bc22df7b1e8a4ea449d49c80a6ecda3ffe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce04a01e8f3fb077a0fe54a537a239f144982f1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913bde1fe77d217c7e25add21a77736d2e538f780f275f46ce0ed5108bea8325
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539f4315eb2be883379b7016f19ffea4234c2d02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa40d80e9c780473e2ad3bd5776c990eab5d80870590df771c7e91c0cd110da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e1b8e4d9a8153a24c6cf9f080d24baeb5757c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109e3cb7ee8ea84e610dc10472c0835cf7b6e9ee0a437417f57c3059b7a2e039
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d28c99f4cf19750e7eb8fe51a1f1feb1f8b8d85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123c24095c5991b40cb38ed214ca4e982d6fd2df19b3f066a1fb9df6472786f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0757aa544a0f6863d3764d62fc75a3353dabf0dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e64105c4e1a46779cace356d33dc10d72b5cf08ff92980d53af7649f01ae5f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fa14516671073e65fd98c65fb6058c497a7e8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b449e2d624950a56541758f25afec75ac5de081baeb2e86e6a868b47e8f3d15
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565d1e0b23cd5630313749293673d0d32aae7016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d164636c0bd342919907f1ed8ff7ae7fa84da0786c2194260ac5e9ee9121f0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9f5e4a3664af4f896c3e61815046bd69fd694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2b5cef9fb58340c606ad709fc4bf962e56485f047d29ce0e22778df0485c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162422480a3b6c42c00536bd23b4548ba2b7573f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2429fa1c94b0777ef6391b26019a7de661532da1f0bc2937addee39dc4ce360
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc042b6b54efefaf73a80255e6727de87660d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be37dcba0464b0c97afe930e47b93220c6eaf54cab73da4170e8cba148006cf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58aa12ed514607b4d773931258fd68a6b121d971
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b4a4d778d56b7a7b47fc14493c0a9d5d67df0a772f04012132ff3c13fd5d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a6fe19117a4e5a60b8229d4076e2d7d57f981a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9165a98b9754f0b11db0803731ed003b4be13318f8133339972ba33d5046a1dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f229a71613d1c066214e643cfd13deeeaa2f78d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e3ad805e3b2aa1dd23e0ffcb0a1026174501bdc89e8d99638b54a1dda043db
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89c58f597bb48c9063c9371762672a00d12cae2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8922fb8253c7953141c4c8e90fd964d768c04ffe2018716ab76eaf5f36aa7387
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171c7f36d57fcba070a513bcdea96856a2ff9f05
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117dfdc12f5ae49e55d38e2aa8f95bb3b722a5ef1b78395351ea575f85d894b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8ad6aae88fd7ee616611ee7cf63eaca3528e3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7650810550e2b8896f4df1d79e9f9095d9df90e1336ac8b21dae649f060bf52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b563a71745b3ae03d2aeb20f53e25369d2780c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98798dcc1736347a5b18794d928f0e58aef6bc5947a0b9b346a83682497ad96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b0ffcd14bf677305923a25db51960298c86115
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5c8b3d0914ea84c47970f7e1603aa1ac1d1e35b252581cb09a78e2f527036f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ec90bf00bbfbd80de84891d6de6f545bfdc12f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a507300d490d72a8f2e5f5e624c0f73969652267eb7d957a1423d2770a2ed1a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597705693932ba44eaba093768aa05844ecbff7a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc41d7687aebefc90ff764f82e4292ebddbc40234d61c080123715a60663ed2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ab1af0cbd9a1ede3332520072fda17c4bdc7ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0251e24be88072a48385e9e28852badf7bb866ae4c549c25fe50e113bc767afe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6379fbf3c3bdc2936cdbc49c704520ca438071df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aecc25c74a2bdce2e5753ced682b0e72cc9aa88e2b6b2718ba6f715b875d1d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dde8208e00ba0ab0189492918cb675e2bb2b37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9e3b815ea8caac2f685848eb24789f2ad64676722a7eefe17a951230b7977a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b4575f00bcd8f41bb5c7c304194486469ec378
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d69d4ae41d99547a77a6ffb392f5dbd60a04be7c83a3dbac6359fcfd1958762
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c797d64a8c757df057befe2dbc0ce3286cf558e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05843755b26297b00c59c482e9f4c7873ded57514e83b95d6077bda9d006c321
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aec34d1b8ffc4d7372b65e7e8b13dcf70045428
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9311ef8b105d576b3b6a5b8d3d2afbe765725083df4ed2719cfc92a5b77404
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c4c06180ae3ee478b73625ccf87d5137bf8d25
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726e5455d4110f49cff5bc4f74b507950f8565cedf6b7dd12573411ac7bbe847
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9894ea635443a5078ad412cde058cb0a7c45bafc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81017d9c0befb38c97231b14901536fa75b07eb09f797d4ad4575bd185dcd77
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8c9bb91792c5e234763eed2fa9f9fa4534039
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcecf878c3e67309bf7bd34da4766d26fdcbdf77530c744b1bba97f65b105e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eaa50c640a4fc6a93967f44438b12ec6afb385
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a783199e48a179a79ddfa29779715faef906bce3b5feb9680f216fe08f50bdb8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495226b00bfc79a8b298467608a23b77668f8a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39979cdd1e9a4015978c53058ca4d47ca2d84c6272e9f38b42e0ab36e44aea8d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0386a644fd3717a5d8bf7f7c6a862a3cbf8557
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8abf388f2f01a3ad28a90682d31eda5ed214740d4e865c5bb8cca6a700ae534
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09a1e83ef3f7e77beca7d3f4bda68899ea4153
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73b9e5a752e39821f9f19cb20b85aeaacafa292482ed53491867b288b7b6b33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd9fe998494b52c33684c18ddc10cbd3836d05
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2972368b4408594ba613d5f1d3c8eec7792b59744bb2f7645bf508eda5ae67eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853632708c314ba8d8a80d013f110e4813c4f4bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbb827fbce2417358c0c430839841d99f5cf4b761147990166ff47542ec6251
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6d21513937b3e17b2393096d6e977b39838a64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2ce9ffa84f731f53789c9c0bba5b6f5145afa0f3c6c8df8806d7df3c14bec4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da07456232b53a3f5c00950fb02bbed60162a2a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afcd40a24b03dfefd490c5bc678a2d39f5d19b0cf05ad9e1170a6efc518ec2f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69611f04c687389f98d5ec568eefd37dc1a4f728
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec45339d69ea32188beef67e30e638075da1aa932071b910f3fc8a0e40a4cc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d887d0f867a36fd2b43f55c82f58d8e3ce509c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44a9e7305d97fa73124b0303a3cdfd1a0289636ac83e27d0bacad912bf64695
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c449724e3609e333bbd373574ae827426b595491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb2a65f5ae56bd8c13c25224c16704a892dc0b9899c28378f8522782882e49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ae2454a1a36bb88149468320b19f45238cec76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a48ee0d1296cf2a1b7886be8e49335a9c88c8b1050480473703b34e6818e64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95532cfb1a1b77984dd742bc9718220c08dc5849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e7c7a3a6d24d8b223bcc2d48796d1280905420403e5a62aee01e949e908f51
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f89e9403d317078b7567a767f3010caa62a10b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ff933be060a54642f61ba3a1a06660371dcd3e6a5f74b566fb9d0e3fd3236
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe257b470c762748892145575173b16b27492c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1761ead89a845fbd7009d0260e2f3a4f565d65cb381be48eb7c28cf37e4b6d45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc3bde2e13c7a5c6b12ef4c96e8dee0f35354bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7877ad84bc0c7df0d92154ece2c8b8a89095c21d6fc4856e10a710745a47e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36eb3526a98062a1309ecf9f6dba6edae814d7f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb59f34e482b9267ea0f1a97e9376103c18d8ae2e517e689fa598a0b1a88bfe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995bfc15368c9426b622f35100152849c7a31563
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dd3479fd2b3458901bfd9f44ada714fd63d6a8389602c84168fe88bc8b6569
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d6fc72006be7b60dd2c29a1c7d89f5e945a1a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacc5becec9a24494a13d2e6cf8e8adef2ae808a0b24003555a87fc5be74f1d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4551bb66168ec8914e21ce6fe724bb1c3cc7af3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda35c3585760f756d7f300815a8e0c7c68aa56745f1aa58eceeb29124cdafb5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a46bc2b3858e8e937dc186db34ce09b697af02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbfcf49cbd405b51c8fbffced3ee3d916ef72b4033c23d0c2507db0745c213f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0ad03e5208a11dd105eaa31971455681e0eb19
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8856318425a9a8c3ec9e55b069b3e3903a5afded9a58d1627d78cfc26bf36037
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1d8b9384c677522664a17581ca437e8a3558f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799ab787a76d14d79e45e01b38199a8bf5041139a10bb3054d82b96b36ae3cce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1fa9ca89833dd974cc7ad5d9c97537921e4359
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6598ef95de5130db235a42038eca78fbde95530a52c790c2f18509423816578
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc789d5dd5958992ed0395bd7b52c7dd1a4b6e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedc237bfe8a2cac0583ec5cba232399fa3bc74f08b10bc3426c4b5fac35dc98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7327af68a388ec1a8700b2c3d1f6a671a8de9131
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64acb6d18fedc616e01de2340c12a6172747eb32c5c806b7a404d9d79eff0ac
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbe16760deedb99cf0a15fc5d1ec0c8e169ce20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d696cde8f468ae6fe06ae7498e5af9ee1f69b25ed0cc2641b230101dd67cfea0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7667ceafcfd15347db4369902a11051b6d7d0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd00b1555744da9cec8cfe009f833fd719f476697ff5e9199ff94fd245aab45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2c20c3c34db485c3bf477f3e4bf0ffea666d35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d834b1f2c1fb926277ef86ab07104f32fed9afa60f852755f055432dcb6e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66341a075d9396161476f22f17a79de5cd5e4d1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e2cd5ebac8532eb4b37146f1a5e623f5acbd9f9a549eeeda8c5e256984a12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa8b454ac43b50df65736221c175af6c7e0845
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7103a75ae759203f02453263e0bfc89726c561de679177f91eabb0c7ad2bac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7800658872e2e267c64bd25c237b0da7896fa506
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4414322a54dce2c710bc6d57625aa609546c51f0ff49fdf2867d1f54809ae991
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de771e789d8594f9c20ffa8174015a4a7a19cba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d016f9b57ab57981dfbcb18b4a4f696ca69061f0465bc4c5d7feff9e064bc8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7548380284f8664930d40cbda826ded70f16d39
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21eacc24b20a17671a6c57f0019c8ac5bda48d7740c2d11d4d7dfe01daa789
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f3341f15cfdb9dfc91bd5353d12da2c1e359cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa14a07d0644b84457e7970f07f428437dd4ba4b666ac60f5063fc75e25d124
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caea4574a63014248b149cb9a3d12612d8f8f279
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b801c48cdb8ecb298f8ed66033f57ef704968a9c6cf0cb441bfe00a0c43bdfdd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967934ca0bfbcf50bb75eb4e0fea1329ba367d7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e701d3b8c899bf1056cc53ad7db5c60ee7020c8f5a3102ec1119aac5491ba4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56682c21b84c137baf5eaadc143ecc1b06a86c43
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ca9e4368b0829868d12d34fdbe0ce67f2d02d8d153be1730372a8bd29ca18
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43877f86a52b9bef89c8bb0204cc610d106765d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb6aeff29a734fe3fa49c8dd4d2941e1a2f6445e40935fd4866a79c3fb50b35
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f5d16f6b2c84d4693056d888950d21062b3cd9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbcb443345347af1923e795941684de4dfc3064699f3911a1f0abfc42fc758a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34990d2a5c1f53cf0b98b254d8d95ba2b7305e90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb69aae795023c8fc32d4b2bf20aeb224f3b5d8dc3e1fdaafb70699753830815
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7729a789e08106e0fd3cfa6331d013ffa12f7813
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4be21b04e482768dc1b812919728ae096c90009fd5354e1728132fd04f1d2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a352bcb789de372e543a86fdd5d17159d1d38e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f1313563ad8f7e96dad6bdfb62c8484e0a8351fee4dfc59976d856aa265f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720fde42193f37e1ee6e0dd220b01dd58a76887b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8794bc600cd895b78bead22390eab271f68e2b603804e12044dfd80cf94b7997
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7156aad620e6207ea9487515ab77d2d445b26cbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eadb104b96a41002afd65424eb682836d15368da237c34a68450c14f0f86c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e812a0e5d27e443ff86eef2797661b2d90300b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d061bbf03ac53460aeeaae5d1ac3b237dfe97e8cfbe7cacaf23e61f79248a8e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e741683a40fd0e96d09923fe5cc1ea15c067e1af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84918f8af6292f5573b1ddcd847056ac76bacfe55a7264b8e90fc96c803305ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a074747b57fb5cd548bdae9d598da9463c241c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e26939692efbb3a0be794c612f7305dc74e6fe069e1bdf8cf821f4c6d5db1fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40229660f367cebe0db10967b0f8f1dc324050de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d629dd5f5e6b7cb4c8da2b45c1e5bfc3b1af743439810330200910a309a16cbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7722d51bd77ca68a636d6487768ffc81b0d9f578
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b398e948a471a528d17b4fdbf06f1987e5ef04a0f032641c612b50f7b56c9e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14315f0bf79bd5ff2d25887e2e4c0903080e9f9d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b24b9e0e3e666f039d68edb46d305204f9ee1278af6230f9d9bbec473735b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6af1d31fddc75572e3772f38d2563c657b7f50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c90f509e59f25a72077d103f2a4f48f928ea1274bc51e7ff30823e76028483
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6107fdf4cf6b77d9230a1b8ace2339b5200a71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cae9ff7441af16e21d8560ef9bc14f6718a366a8ccc9e314352e8a336bb5d94
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15d3e6feefa1c7338103e45258b9a28f3568b77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279ddb9bac7684bbd479fd21554fbbf208da4d63df6976cbb2a09afb9429fb88
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af41c7b44b71c3d4bcdf3b962be03f8a161d33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e5c518046835e2ca40009b63c04a7f1861a9caf986b986751f7e20ab426d89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9756cb9bbfca857a4cfd95bb9e26fc16a0e4f74b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c2753ddcf37cce8f634af2b658d17ff4f81ef7bb0c36c3043cb013b89baeb3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8f4cd4810091dd0db797ac55377e062c1c4c60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e06e4113583d51892639fed8d6d8ebb5f1486f2a0c33f6fac394942e6a9f5fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c0697d26b159743bbb8a5de9236c1c351da1a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff192cc08197bb9adf4fc1e601e4401026e64872612b7b2d396681c999d72796
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ff4f9ccc32282aa600290ed6f3db17087c2aa1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c1885eca3d1065cd7ad5f956991197e44492dd1df6b9ec8ec8c9eb6d1a40e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7b395de454c65f55666683d69eaa0b1ddf61c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c9454855c70a1676a4e434c4366d7c9e88fc06bdaafe811789741d588c8cde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e414d82c3c60f0abbe3048fab3638796c34e696
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efdcd727ce1662d8bedde03273e82a78958311bc04248388e81e55de5eb84c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b35da66788694a8a29bd58819292ec84e2e78b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578da1a9d36b607e8516dfc0217bfd35886bc3fac0a73c6c853fa0878a8d45fa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac36ae4970eb315a9628ace516896312e6a6ade
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc77a34ea353f3221274cf83f889eceb72b9899cf33898ab708cc990597cd013
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4847462ae100506a1baf1798d9eba53967fb3c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fda5bfec8aa0026891fa6f1c2033cadb1669636dcb0613b8f4e5e7afa55cd69
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20422620b263d5ba35e15a3f5f626d0d8d3343e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c9f9b6d620446d2500bfaa74e109173af6aa446a95b6fb5ac010832ab9bb65
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f61d07faab75b0ba4d57042ca23f0059b8f32b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252629242a9f1ed6fab79a7663ca5d8b0c7cd12bdd69b42a4bc6bd7b1bfda904
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8381f606aa2a99faadc31ca297400054db71e948
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa517868a5d98d8a2916c383523092dc89aacea23c9e6480c4d8d9c4188fa2e9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88437118688e0a81b9be8a1a52d222a01bbb41df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdaf015f5b2e7cfaabeb2308c21f5f10d93cff9cd21cb2952117a5871868ab8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8935325a1b2e8ad114c873d8e1a1ac92fd7ca01
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b388c86be063bca0425983933d639a46d611bbadcfd50b2a2b92074e46e745b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4680e9dfa5348a6a8eff9e462379ca0e1ea0eff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb080dc22b7bcbfe709c373a698d8742e97a1e8d634b28f90ab3b09b440d2d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c100356fa874d7613cf8bd5de277b7bbe272c89f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de07dc9d9df5232a574073f98ce15e6bd04e86c63013245c4d22aa78ab42b84c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4db0d5a03d61884eda922b3a06a52f4df3f23a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef5302ceb5b8a85d49492fe88f5b28b5106c2f9da1255a5fe958e8c5855cc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e8bbff606a74c413f898cb34e41bae5f7ac5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b236b34f9702e4c8f30bc40ae09eff8ef6ebc5afaa95c89cecc5cadd485a2a93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4b932abab635255129741d986e49398110c4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937f1d2600e22ad5a1cc43cca48e47c9eac0bad0470f08e39ffd299933413c1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9221218a06419a1585291efec119bb95c816095
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed755f1fdb71c33873aae7f1113f8a44c680abcf7fcd6cf1d57c68cad761aefc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a46bdfa4b1e423cef38498ed728d287b26c5a38
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d00719facabae5806e7d6725687435123d9f54c842149ac7567c678cc78881
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b934723f1d5f8d22ca6fab282c2253643dd6d7b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d0b7352db213dcd44887bc159b72a1ac9763722c4b01b8abac929752154362
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9422b075c36de3a07a56d0ea6868a07efc575b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7501d87408438e194322f29d0c42209e51c2f22d6cf38569fd8550ecb986de51
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da88287674086ed894476b58caaae4130c229555
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb57c42115bd3270cc3cfa69ddf9bd075afa82cb2d37f6afe58e5155481e061
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc298462f55a0d387e39121dbb50956924bfa3e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e975688adb543b07a2e43f6b811e4de1c9eae54309ad08d2d77e80258c14bb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01dae45d4a2392e965b79533c6a48e705bf1800
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea61b661d1b27722eb16608a2ee7b0dc261dc3afd11c4e18b2ba32066673ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed33500487d92a7bccd323119aa32d549ac50ed7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8057840092d0b54d9e76a07e6ba0e1cf5245122418ed08b49a03f1862ed853c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd16f4d109cb469eb97b5515ac3ef018c4899bf2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1832fe2343ba11c495c1b9a92cae1a67967969903f025ec439ea9fe6d636593
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9864d5129980b1333d3c05e03b8be3083dfdc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc5cdee80df39340b83fa0b7b0faea989ecbb2001acc53a5751e60a4010f408
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2295665d1b8eed365586741bf82ce870fb1849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557443dcc2d66064cdacbc9f273e1a057913d7904c85b26516a7c8ec0dcd4336
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57212bf5471c5a887fb621cc504d7b17fe8de4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36019eb1943a7e1120977cab3f335aec3eaa2f18429054288684ef4a200392e4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b486d813f623bb605480357dac8bdc3a192755
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f069dc944ca70a57aa5709445f6f8925ed3d40114d5b9a6105270990076c546
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dbcca6dbf0e8ddafd035d26c57334cab3593e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7474128deee25b2f0f78517ce5a1e6d9ee1bd1c3c81a7bc548cf8107e72abd4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5fa029c1ce8cbb86d877dc22d7ea71d8bfed96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e37f4017d3fa4546976294c6f2553e3eaed947b9b9ad02caca1c82f5d0492d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4d1fdba3610d9064c5f189ca26b9cd7cc90aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a008546d29eb6f1c712f44156fe1b754508ecc7274de8e74f2686caea7e1668e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d578737f7f19064cff20721ab7b22548ea4749ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7de934ae6e02f1cb09f0f597c95db3b1b45b7097e7b928fe6d824a18fcc0e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af271d24a39dea32aaf2626e8386fc45b7c2ff84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa521bf60fae6d00c887267fe7a99d9efb6a7c21ea93fb61094fe5e23ed496d8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d246880c292adef7b8aa71c131f579ed6f84666
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c055659b0e9eaaf7751deb5701356df4be8e8d44f1e0d6ce4ea56bd89e2c811c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeabe724d45dee4dc6a41517ca5e0c277f14f73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec55578e35d849df474608c388b7a1c16fcc2d88e93fde9f9edb4288b102cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da9222473618e36f67c977948bebd07b8ea3c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c5743f2ea30dfd30f600fb8ba0a139e474098a737b85638590f194afef194b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dcf04fb8b0b81f1d07372a932b503a0132d7f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280f9feb0cba1b509ad255b736d537112198260a29c89a9b0fdaae58848720f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb68b69f1ee0584ad9cdfe611c38e0bf144c28a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135823504dc0a21c9da3ac5d46a072edd09c2998b6c0bf5df62515565ffe29aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bbd46f6feb5116605b005dd474feba1bb4417a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728d99aa5ce2ddb87c3cd9b41595ac07c98dc1a914bdf6d20b01ed13f3e3b5b6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfd8f5cff590c132ddda34786353a1b71cd0242
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b6e34e77a71190f89293bad30138cfef4468408b350d48c8410ba096d8594b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ae46a0e8d3f2878c5f56014a72aa302f434a77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9299499a65bda697a8ec5914099c58e3fd52f48f74d5d444d15b7d2cce332fd7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2394a971fd5040c03d9eb9f214d7c8d9f3584694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b9ee9cefc88b9989f57dbf16a0e5213b02af93fe0c97724b28ba617cb0afc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5486bd4b201cf5ead44ee4b22d8d1ac52fad934
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d790ad361dfc4fbfee762ecb7ef3a4eb066b3eeb55b1d9ada49ea4c42ff96f01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c431b939807f17746f264000169c4b7373efc8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf5ae945fe1eb5ac010908f9be74b36c3adc8ca9c9783647e75c9c9a7ed0c7
+size 11395