diff --git a/params/phi/6/rnd_search/comb_11/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aef12356c60654a6a12f101b901f75eb1019b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a762185e8469c0959a37c1bdeda7899ac8f9dc58451e08fc0eb782388fc1440
+size 205955
diff --git a/params/phi/6/rnd_search/comb_11/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49091ad677014649b2478f6228c684092880830
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2ba34a2e72ee95f20523a763530db13159e974a13c063e55b7d3679f668840
+size 205955
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35fab5a72ee14c6edd78d2056d9119eb735863f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1733c991ab8bf7b9f3c3809114edcbf568bc118187dc5cfd407553f8da05b88b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7dcf37814247d1c619e6e3235a17f0128884a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7307ea5208027908ebe139b04b8f5e790c25b35db99ee5c483b792a88fe2d8f2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945d6b77b64603d54585636a207b378af32d3900
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de74247ecbcc0415de874850dd1e3a569df77fcc03a67ba07024c930c6ddf005
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240a73e36018ab2e86697a159ce590712935959d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9678773a11365680d3b7295841a98d9af12aaf309c69d27cd8aab2a73c4d78
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13dce6f2cd028e45aa9973d152d0131a3e3b60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14846fa4be0d17f64688d91a43f9b61b357b1c9b8f4933eb4abd8bb41346eacf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf760691e80a1cffb40726d20086976eaa0d03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ec2a345e49c3d816b0da57dcf9b5e868cec068d7d7a119a9b30c193f9e7e6b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a79d8d727dc1d4f459c5ba7d66d4f5ae827919
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790686559bedec0bcd010c8b3acaab0003051e63afbbc06c8d0e5d34feec9927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849bb164ef308b3fd39cbbb85855a273df541b88
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1bec6f40afd17e5acc9fdcac8e8436a6895c82079caca1d25bddcdf7c40c47
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abc08fceaf59cbc86d8c773dfeff0755abd6eb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2e5f4f3aa9d287de1a4e7b7c2a60b3319f95c863eb405e7ddb2ccd9c76ca5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b214864be69ce2893f6d66f39868310f1729b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5613ac8ed79007d58c9f15d5d99554081458027d5d2ac1a2f54059f3d64f44e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3165e154f70992a0c9b026a2a6dc173b6058cfc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d3dea548d8a9adc5136845f72ef5577891d572dae9f26c9ca4792957838c5b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef67d7a803b1b958d4e7e2cfde5f04d3bbfa257
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfedd9f5344a1acd422697c64059d24bff00ae534f216bc91f6210d962820c80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2fd7ce68dfa47f0e6f411d7387d3d6b69af8f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01812edf4cfd0813bc80e7b41d6573971d470e0a57387967eec4ac9095d1452c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05d117bbeb398762a3f230b1e3c7ff0a6be28fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee51b7316ddd37e67d4f642b25c321b7d6f205a74e6a17cd2bd4cfd8ca350b9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce83577687a8bb590da91d645084d6387b3107b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bf11aefd0df4c87aecebbfd2747ea8bcde4b7d66096459f75a3e3925a20cb7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b909a88b019ee14ffb99f4e88b30873dd7b8426
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210e697a889fffb46a8bbc446e1145983dcf2867af0b9d6f954db508d4a4ea14
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0416e016e2e063751de47b4a28a83b35c7d9bac1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3e7baecd4a523efcd373558d537743ce481ee92c200fbd5133024b2aaf8ae0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1538e72c4ce8f1a70c45be62e6618ece3a5444
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6326de9cd4289a684c46caffcacf60079c146e5562500475e8cd238dfb02e91e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af87913303aa426d3951f92cdd53ea004dd7029c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e329717aa6e2901e0bd936c2b8450146fbf3cbb786abb952b5aaab92339c37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdc3fe213899e0fdc199ee095752896c99147e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3544bfef18ee4e45200e4c46f0d3056a109961a7ca0896b50931329937fe37d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943cfafcc1835c90cb743ada7cb44b4dbc55eb92
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963581d1e2f97b9a2b512f02dbbbb7b4409de3fe57b87c28d10469551b5efed
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2b6c6cd5255178e3504a7012a2f9cc2b8c1044
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969e5d92877b19fac7275164a9873000ad7868617b999c48a5424d2b3c646f33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08479953d1751895b85b67ffb59fdfc52e55c57d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06de6b0f77dd676779e34b5bbc62a2bd45b4e7546584e11b6ab561591a1cbbf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29fa18737f0ac38bd261d63b3735d94abe962b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c079218a4d9086d3ae4723be2d7e1a9edcc583bca66dea1516b6ca2efddd88
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b943ff5017e44041ed635b82c6fe33e403a86039
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f1d3d93e08c17820b8c964db9a968cd900537c050f8c9978c91d548bac5228
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b89945a681845e381969278b54af4c235b9e345
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb2d2d80032a98413164681a258947c6c893660dde6022a9821e3dfd03f948f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1b2913281e76fb06f3bedfcce0f109651b787d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf720bb26236cfe74adc1369941fa4e714653ec3cf31747d31dae0820e0a39f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa786906fabae943de622b72b78475f04b21ca5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deff980fff014914de002e51ba01d93bda2ab4a43dd0f0273f35093e162bd67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fdee6e17dbb2eaf62e562cee145029fa3b84a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb25631d120ed2a554de9b0387d145078893b5274de05254e26271ac7e09d6ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c40c103204d72b7ce919aa9b0eb59624282cbf7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24268a612698bfdb6e4ddd1bb2801a6c69264904d20f34eceef485c23da92b1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4629b2215bd1b8bd85888fe906169cb50d0d208
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda8275c79d3a5cd6c62f0b0ec46f58a03eb40e6837c68dfde776a1b2fe1cf2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151da18d1e0a2c0ed5dbc4fe7edfd5b2e8cc2a71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded054b8a204a5ff05e7a5093ab185614b411254e2b68666f35080e713f89660
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2144b9eee5981428b906d41814d62800f66e102
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cee1f0c6619d64ee51ea6300ab71a59a5b3350c46236c97129f0f7cc6dd4cb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5a41b50c27f528883553dcaea629472d4524e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4dc816e850c013bf7c4aef0dc3ff94a766b7af370737968d17e46b3ef2607c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f104a6dec8c6709aea9aefacb9641762eb5678
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650947e695057752573671c2cf9acb49d3709b2318d690fca39723414e5bd11f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ae8684b5f8bb98d075bf05db75ddd0dc576e7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0a977643048161bd00045fe3a0f9b008a0e8c024f65887ff3bc26a21e87371
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408e93bb3f15a60d05a81ad61a86bf45aa6bdf9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970c23efdd2dd8bbcb3d3452e5f02dcf1e32d8c92ae3197b2795b04327b5a35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99191683978f0e85e7a333724d49081494d9c44f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d43327282d2937df02c90882ba5e2e1c88d7f325e22a635bd97b2a9d0da05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649f27c6305adc4af69db48bd59edc96a01bbee4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7bab2e0f0355cc00925e1465b488f63745130f2612413be92d635b42b73615
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3fe0e8e688481931d4918094d2361b77e89af0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f9efffc49ca81e47420214c34fb6282b2a609d1411494facc2594f0f01771d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d53af4c7efeceeb23cd8f2a22e2ac1e84445fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c7b2305118e0d29a9daf7e2f5914c03b9a1753fcba3fa240fba239e35c010c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ccb386df68bd40380fe68ad78f803ca4077979
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4c3ae711c5d0b0c4eae0e54a357005595ac2387b17b7ccf3e731e35571f2d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d91864e3c71fd2ef2d4323c40f683eefba2161
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916b42c313e9e26af0b84329aaabc02889a60c0e9b96a2073934451b7947f452
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08057bb9d9f9736acd2b7cf61bd1019cb260000a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1992e0d68b48a1a9f5280a0ef14d79bedc17ce7ee81bc690b9cfc74048eb70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cdd52fb0ce90a6447f91f39dacdc0261faae2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde14f5038ac1703fd698775afa6f764d65ab66052d5c101f65956d81f9cd5a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27b732a32b3304962757466d3afa4c196dd8515
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d6a66b99a02d5be100beb40d62e7059bbc1b5bb821339d33122a78b6f32950
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a70a898744e0406eb7b3a71c774681722a25cad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d30594668b0884a685dc627541adb21255c41090b3d43f9bc6c3d231beebee6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87dc9df7cf8e8b0e155177082cf190dacf0b256
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deb58597a0b3d0f04ff5b4ce19ac4df18c66810d1e90d862c2dbf8a86ba4281
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a90b4b92ce69a9498e68c14e2b84b15444ee3ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f4ba1596687ab22aaacb324c222f9d8db8d20de770d350f19c5c707da9f7a6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91251c592e7dd89a83431075de68ef735f0da8d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb787cbaaa63f6251ffccacebd2b0dff31ee4f615c44be2ec47bafa0194ec9b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43f06291219792d92d86b165366ae4e6071bdb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c78d6bdc18d7bedbf687cc14fa04a453ca6ce50450518f3b3bcdf84f0d9bc6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7ac0a4d049d7756c18be6c64a07be5e0264616
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef69a5eabfecbc83a2e48253b20e8160e4ce2e96417cb9f5e07638f9088eeaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726df24fcc68fd4f31f41c60f64a846ada4ed126
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70d43c5aea56d69521a15bfd802869008846545ff46f6893d316dc33e9c0fca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8324be981581093797848e355cfd6f8bb4da280
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14779954eb3dcc4709020acc222a9da7ee18d29e6d65b8a898e5e761493415d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c527e55511d6d3c9298d7980b54a56da6a00fff1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c65ea5b6f2be387264e47d6dd0a0e8ae203dde6a16e8e3bb477ade9d2eebc9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f581525c0e134eb1d01d0e9549a0aa0198a9ea9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be3363b65c18c323734fededaf921b061c11971ab42de06055f1a70a72dcefd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90be65c6473189188277833f7fa45d8c79c31266
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d1700a7c3a2a0aabff795d1084ce1fe86b4ecc1fa85e153ff3b8443d8dbc86
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6103b99aa1dbf425d960a5ef449b25cb6830f4b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5155a8e469e9d5416a7363bbe3ef61be619a7a3496f1c4746ccbd3400a477dbc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967037f17c1b68b8a1c653853f6d3fcd307bd02d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3a6640b64b32463de203502b0f19242f0303494e61e1135950df3d0484189b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf67ea49c6a346a0740dc45c82fae02e086e347
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858128a8596e142525de15dab237203fe7bcf7099ebf798ec7dbe076b4399fe1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9f07da4a174288b402e239cdd77389ea4900dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26137f8310361d917b68a58c18c51d3582bd0c4ac371302d57012d2d3527cf9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c5d8347ca52ec681b03c0297d62f3c5b0e291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a73fd59a3d5ae1cc6f52818794ddd29a9655b4246bb78f4f26e65c9001a218
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe97516fea972ec269db6e953a027de689ee23d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943522092b79bdb136c84fb9690a71156e23cb46ae970b6b91de165c7d0b3e49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de19a9a8e9aa2a8e5176c2463121e5fb01bf15b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472fd2d995559d2ea575bf64eee64cec8744d6d59769bd40d4002ee59ddf73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3227b0d6b4585e8fd6367f06d52e17bbd7b6c7fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb8f59818f35bb482f6dd8736e89d70559de704abbd436c674496397271a3d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eab6bf4b2a556f3d00a25c2d609bcaafb95f0c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b00d0b8a4f887450ba2bfaeeb416ccfad7dafebf375afccde1f91397816f4c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2fe26871dbd674ea473d5475cad5bdaeb91d45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6872f051181990bde2c3b9c599eaf0692e54ba1ac0ff98acd9025ddecd76e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c555ac00e3451d1d8b1b0bdc0f788d011898ea0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a47f21efdcbc58aa4e98588e66b02d51b4e8e63c5f6ed1c98a81254e9b163
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b4b336c5181da7a610f8986ffa960fcef24c71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c5e5de6d81fd6ec5f1dbf180916a63c7ab6fc090413b06c4a0b936086b542
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f8a4ae56f4442b2c808c61cd9165a93bb88c0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f0ee18fa2ce248168ea0b4f697636192df59b1b81fafbb9769a484c6f92aeb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d45383092a14299c96b2954c932d63da65b60b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7344e0e730e488e3533b7a243fe2218a6349e3f71bbf6bf28afde4a9e1fce0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d715d2d5b1d08eb9c6ac681903f77ee311a9fbbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63e579662c480eec206fd11ec05bc7d3c8747a13230fc047da549ee1cf92c0a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef8684dcd858f21971c45c0a6ed25d3d7da3397
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5fc288d1d05f6cfbe9da7a479fb2ddaad1b929b8a60cfc2e9125ac7d11a9b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354e20c7a50f9d78c5802c72536188c5b5b22fec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e352c7227a19c573a45de259e649a6eed310ab8de138fd1b34c2cb9c52269653
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe4bad131bd93d9665f9ccb97cdf3bfbd249a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3311230316136f23dcca5545ed82c240570aa8d062165743cc8de4dd2014b25a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed206d684e421576d6d825d642290daf044eb5dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8bdff3bfe1b9f0c18bf6fe4ba751ac9b0d2a18d6256833c080b195768b756
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b9f01bdb65d58ac97dbbed3d8dbe60b1140448
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849b6b54b10f48261383f123a2c4206f664254e05a67a59071fa3d5c2ea6b6d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a10981bcff68be69797789aaa1d26783b21585a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f420d8b751fbefe7531ed38cb1351988b916c561b430f789c42c0d46371a3144
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f736c59736e24cf46a5b625ed096a1f12106bc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2617f68be446af50e562b9f1ac952f5d7f609cb426fae34f85b8752b78daf63e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcf6d05da2464b5a72aa6130817d313cb0cc6bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ad8e352809903e20f8133c5c25923f700b650f470bd3a5d2beb81459d9fb68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aa26ebe178a56d3674144b860f4711f227f717
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd51c10f0540131a732dda4719cceba3511c20e1d564f4609f8e107db0e4400a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9802d3fdbe5abae10100aaaaf8af72142dbd314e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103c75d5131c1c9a1056003ce2482a77f67c4ab378553fedbef9ca6a8b157878
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40945c35c3f09ecc47f6e8380cf34f811c21ea0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33c6488cd75b642b09485ab4f96b925f91e3f0f8d58600addee7e00f578546d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda51842f3f95fae9efa3919225b90021617fb98
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e597b05bc344930d54f964bd915a62a57ef5c234f86d92510005675e5383897
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6911ae4e4d2252fcab8070571300ea9073674edf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbae3f317c45e2440be5c4474efd18a4a74f87ef73c808227f0ada9062ad673f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a22500ddde8697ad269d2411853137dcc77260
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f620cb4129054c593697a7a52bf0f2398463659e455759c7630e2dd331ae091
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d94dcc34d8cd4c1996e31d3cced63eac55d055
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b209b2e2a192a9a77d56a1e74d3451a35e4758198605f539b453cd40768b33aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e11ef07474abcddd56d8fc955ad7eb6e8485d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6834bef887ce01199bbfde0ef5eb9777d2a3ebd034db9482f9d83707aa0b2014
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec107e91a06956c459cc4abdc907a93331783de3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f32e841962628bb3822f2fd691fac33d6b07417b10aa90ece948e57fb1c3ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf5fa6ba056de7e007185be9ac6ff67ceb1fb6a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5cb4a7e11c5b207d3a6b48e33398f661322a72277de180692cf1686f9a84ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0ca659e62785739981ec273554eb3c4314e10d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef29acbc8bae74339af83f9f1758b0898fe4ca0cdfd47b7951deaf97fdcf70ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14146e91b16bc46c5a1a77fca5d635474880231f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27392e2f0f010ef1963cd06bcedda0864ce9ab599f70dbdbd11ba711a0229972
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0ff2b5e3f32a1efaaa859e8329e97818d7609a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc3904a33bd332ed70839d7bdc2a785d78132b43d468125a505033a61a6275a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdb829844377db2b9c871702ba40ef944a70952
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a299cfd92518f91c12de9e27ca010f2b0c6d3266abf09c08dafe7037027837cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13b63d818e79b194258d91f001804807df3b4b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3299ac33d285c4d7c8e2aecb80c065a29dd018b41865d938b735afd811acd980
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7c33e82f098dd6ef2dc0e2ceda2fcd75cbbf79
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c60444b11e94d90d3d0a14376ad04cddfa3a330c8c0bd681078a09b4b9cea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56646f98ad4d0b06e980226b5745665a8332cd3b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4cbf13722587d162a4a07fb7008b580c07f070680efaaefba945ae03fc6e3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150eaaa65738c4f40a06c61cd9a52a4c9f21f252
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c5c8cd75940104e2ba04258661d5ad3df8725b52fb7f55b215b4cf1dd4149e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4317f8450a5c99cf573de2537c171ecd01a0ce8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1376b0dda064bd7460310f62a959203725cb2f505f5b85812af4a1604e7d43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0b65b227eeb213c4d479b6a52f8fc6f7f985d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec778e58e5ed55a1423e67e9bb27ecdcda4733fc01304c7569a1b65ee4d88db6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d181aa0693ff1f49497bd93cfe8ff6b6ee8381a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffbd137f3144af09fe1bc81f2b790a2e07727d3aaa98e7d9e5ee0d10bd69c37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81433a4396cf38453649fcb35ae51765faa16edb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43177121dd97315e79f89f812ed614417abbcad3a03db67c98a279527f2950d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce43243d563905b1d61a56551078eded58853134
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b517ca9fdfdc6fa199352c7f9e24e97a0b5b7980e92811149aa3813994e2f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f0a0c4bc6e15e39d5c019583e03f781ffdd3e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85f8b8acee32808d8e90c241862939aeeed97419805fc2ccd878b4b1b7450f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf5b4d68a09fd23f9a8e08373df7e59998d62b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff27545dde9cbf78b0dae36be09c39eab6330405aa1d57a599f3d951708af2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2450d0ee6f57a1c8543323850586764a44c499
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095b1eed60d20515b7ac4cc66f4b974970250b0025e4284d26eeafb1514954fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5886486d138a1c1083fbf1219a0efc8c021a14e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999d464e4ad3035039b75ec3df2dd45b1882b6def7f7e76aedeca9609a07a949
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936ae8d3ad14733794e3f696c12145b5a20d131f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8202f620e3fe9e2aee942535bbfae6ae2d65f1c51339c4c5df795002c63a7e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e71323df4689896b5c8adbf8e52961076eeff74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3c4a310e5516086b991fcf06e13abb2d5016fb50bfcedf2a1a0bd0825537db
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af2953508251b007ddbc83f01769a0dfa12c53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bc8550862f7de9d559ad73986661e25994db033d8601351b22df26bf074a75
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08343e74b6c0ee98129067409026a7a02dbb154e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebb81cb3cd57b9869c44c903cfde1ed106df31b1f12547fdbfc7c859108aeca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e48f7c079c82f1ae26ef35bbbdde7308eb9ae81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf35771aaf660cf8f709c1cb9f65a2408e291b0a774ae824267624873d7417d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606edd5eae627d359adc187720cb3a3103df650e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8927ee734e55256438a2dcb16c1309b6f4573db9106d4d42d79685acefabe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d6ab63daa4160e6673cc8b5204967b5873e853
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045fe5a93f9596040e616a6eacb711343341a110847bb1436006b60e26d15416
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4489189d7a2faf9adbfb088b29d1fffdace56441
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf78224ed2a7930db842291a8ca194a4ed1fa66127b3fba53fd06d416d4dc4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad7ea867c850feb1a1056236d4e01e5aec83499
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7beb911c6c58c23ee6e94c9ba9c2bbaf7f1ada7cbb15016de9c13528938069
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860b7c981752a5241b8aa5fac53670ceafd3d23a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee18863e134079d2a7beef4ca6935f7345deef8bc9cb31d2f497b35deb97693b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34892c68aa655b1b007973f9cf710adbd86e1a5e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f059ab3c9857419546e30906e167b18194a481a207f2d3ee0e907966c52e2a6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d2ec6a0317b910379575adac1049e56aa83a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de4134ce61e66f3e732127b1c2ef67a85d5fb6b8395a0e8e34c669f21512317
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b1deb1b86e1f23811f98288deab8f45993bd0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09c1213a1bdf98b2dd075aaa90fd2d8d5a33dd20a8e84b0a2b468c892d33b3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56235e1c0ebc71ed3ab9a09773cf35eca367a13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6a4445877881d39bc3b9afae60e6308eb51e556263191cd420dfefd900270
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b85db575959486ef66fa2de9f14b0e40dc957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82a1ee674f36e65a6862845a8b12238543cc238529ff1e57fa4426941f05034
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b1168683bb6b9a9a3f1b1b71f3ad9d4a25fe32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aef156da8bfa886ad609c6d34a5946258b70c11bfaefbcd56d14845e9c0267
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521aa673a22d3c276cf60a892d4e6b374b946e48
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7dc1a469e0fee162c714273409bca0f3cba7d59ca2e87f61126bb021dfd7ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffd5f12c5eafcdded41362dd10e5069b3da0cc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe4128a55120c6e1426c12021d6a2c393633a48f7a7eaf6da1f29d8aa30262c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b02980a45e82b9f0fb11811c58635d78598e2e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa8bef8d8c8e5e765898a94fc22ea6ae62cd4ca40d63427092ac9e958309fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0244f27d303da283401780bd60c2799131e7af63
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c516ea540c860e37027cad417582c23b4fbbb266215d250a41928edae145a1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb83f029b9be0d9df69c400d31e6fc13b370c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1f87dbe79fd15868a3667f0fadb4b79a487b124868d19e909190f5cf6b62d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cca94bb9c1276c8ba8c04b82e45c385de6680e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04feac990926bfc913e34ccd2d5fe0f69183d4428462cfc00765cc8a01884465
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71bf68a102252605f38a0312febb8f0e2475c8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a34f9b21286e8293dad291acf4d9c0ec72c12d502ee259e7baa156e6c5e51e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48292e81fc91bec49351bb3213ad7ef8d5d91cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4726e04186beb014ba8a8d28ac5690a10245189f220fe1badc6694a26d9a51e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ef05bd5d35fecec2f24f98d677948619cf475
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2532581749ab92679a926bbdedb41f81826da12d97bacb28c17ec32165ba0ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f0dfccd71b3e9728e3035c6b01f4c14b941f83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247a508e7ba32d31cab8b0cb8edd0c47f351b4e040163ce105b872c7b00e105
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b09ea0f2ac09dc338ac49e83a8607a43224cfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30097e26f815c2abb32c32b3bc910cc464918f5e963cebb893baa05bcc623c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e7af7dabc3d38cafd6601c2e4b2bd79ef1e6f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e579afcb2c74716075150c606525bafd189bfe8553735bb28ff9385c1f054
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f962f503dffde85310f5f86f9360483c7c7c3f0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5583e117d796367e393adc9a79fbbc8b8b30446a1006ba832046289be28d60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e89769f142ab88755ac9a3a9bb45dde7cb03d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f6dc4b00f07fc5bf7241bba938daaa3331bf8f8cf0f1869224645e33dd9ac9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f0adcd2be4020d9f1be5cf9ad6d91bccb5597
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577bc074de1f756e5301a6ec05d5c99e150c381cf77d00abda71c25216082085
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc26e38927c2a22b624a70240133e5ad6af93ed5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae49595d2c85caf68fc711c2a076efea9b2d970b270c2469ac68429ccfdd7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cb9518a425183a935605ff13fc815651e8281a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0336c73274d041577e30c793165a170a51a0f108bd569b9f37f9049542696e5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6873edc2838596c303636256302794289f341fab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5377adad8d9b6a5a047248c06d19f7498ff4999af6f176c87727bb6c20051f74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b3a563b7ed633ecb9619eed28f9adf47671884
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f293385261c60dd8f01fb0f8ffb5b0b6f3a1a44eed20a6b1c65b41f2d0e201b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c3f2bb7395af1081215b51d18fe6006db2e46e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320ecd38de41a5ebdf0e09e61190b7387adc0c8b38efefcd597a24e627da0302
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fb32be98ae1e87458a558a17dba9ec838bbde6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b9aa4e1550aa310435c0299a2c04db81bc7b97441b44c8010052183a914a28
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81e040bb048bb5107ab919e47fc80c1718f7d0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d09b0e8d6f17add8cc8e3c3898562e57da264f93156aa2a97301045ad0ffbfb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0b0ec1266296112c01480a9571774de9654f4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da74869805bd8e547f9fc307e9215e391aa40a432e8a5cce7d8836b51e2493a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a019a5dd390d90847d3a3598240fa9e8c34d6b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657d359718cb501c60d42cdc0b838900702f09e83705c401025986c97efdd6c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223dd5b149b8fdbf9817a130cba70770042edbe3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59039128b98f917be04a6c4116e870e4f50be71f0e21b04c9096bb94acfbeca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b73fabed9b7d7e3c905ebb628dde58f1077e826
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ac58af63e6b4f984d6d699caebf846f2120fb6bf61e42c03374d9dc7e0f70a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f4d6057d9902684197e11a770d30cf6e7d76ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eecb023c0b157af47c111fe0971b8e3a4129e6cb447801bc81563c6b37a139f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4047c2f3156e42ede984efadca4005c2b026002c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86952ba1924a47e6bc5cbf1ccb5db35586775a835a162df111c906e73835b66
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0154d3c9df5ddbb6f7672bf84aa499135073c598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab39a1ead2f1b7e7e2887b7bf501bda7583ec0dda06de8a9e1c306d94055a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d7bbe48b74d5727d7761f36d7fea7e6eb5930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125a94f0eb7d8cfd07f7fb9b11a463dbb774321e6452da8b7faa5ec86d90e897
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7372fa675dbb395e467451754cf9a87111ee6a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e85b55b931f77f530ca0f08e0a2414b0ede8a01dd3409b8bcd398e0dc448168
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceb4d790503cb9b74fce7335d84925ad5915e7e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8299345139034b59c7c855a5777a2500033aaad488e692048ef5c7ba6f5015
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f21ddb9f46be7d256543ef6f3185c16df890c13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c8557ca2f8a63cc4eb0d8a5b2f095d073374a7c81fc08bbec8e819a58f6a8c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e28141ff9846b29ce923c01902523e4361be97d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93e96d50d117cdcccaca0af9735e5500460dfd7ef5359b31e92d332257eaab
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39fe153838eb5c5749aad3144f7793e9b63fdac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb388522eac932b081f1bcc76616d939008849d791cc5a9975d9612844c14e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ff0d0f59965b5b210121fbcf7129afb3fb65f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3d5bc5e2fb1b63064d20ca078fca3ce62292a34bebbf3ef00a6e3b03bb36d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fc3573e31602e462bea57dc9472cb430235a85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58d6488e462f1cc0f093361e16dec1809dfdd151f9730ba1ded4c4ba883051c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458151d7bad2f26c10b5d3d069702fefe50e776e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1cad8298448079a6ccdae99a91640013c6a70cd060be1805e9deca9bc5675d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794133df9ed9e03523db9ee075138e1a6c736db1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31ab57067723306073f08679e8adf2b8b73eb61661dffaeb0366884fc02f735
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317ade81d927443f4465099916b18e3c99adf526
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3699ca01dfdd676e7b946d98db88beae870ea4b95f7dce6dcef09cbd032890b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd0af8b8470266be7e77192ef5aa989fdb61856
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979d4f73ca4830eef896b8a5e83d88c6ff24c9f02893c4b52adeabf2aad2d5eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97df8c44352d548b12f8a63222f66ca5a9992ab3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1559147669378aaf26db68fdc5582a4e0e2075d2547c266f6793e6064c2029
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60987d12a927e1e7004014239933e7d726b6940
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15242c7e445f132f43f18d2f815de09197787a6254fad9ce373402ff0ff1719
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e1e3b75633574459a523626d1797da53bfcea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356b16c2477111f3b870668670a7c3ded7d8488fdedccb33df9a40b16abcae2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da649a1c8b23ce86d65c017dfc26b8ad2abfe491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a97a004006bb63cae182aace61b1fe881d82d6e88368c215ac45ba0e505a687
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcc016efd2b490c107323aef5b324db912a0dea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ae389b423d0444a59330e14e47f9d1741ee55b878423ff1aa3aa50fb1516d7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3467e9fc6e7418bbfaf3d2268e0dafd840a04d72
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e79655c89488a9e9ca1da1fac32caecfcc95a3a70bf2c3611e3d7b1936b9d35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf4d92bce7ba5d9b23a439efd6cdaf00d36ab8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da67cdae3650339b54feac1ed96c9302c08cc899256257ca4fd74680622ca260
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a4299236b79f6c47561e84efe0c82ea971af90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f21e9235de5ce6ec4e0d8e6fb927e5a8efeddc1dc012c66a134ace900862141
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d586e929ad3272a46819402c9e5c2c73c71bc4b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37dab5eb61a6e6b7849cbc0129e6dfb4b93aafd72b4643d8dedacc8bf1c649a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f3056d1202a4962f6151afc8de9532d2f14193
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe83c0777f6eb204b78ba6c676986bf6820c6be80476c665b63a29854c04c95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6da1d5586ad17c88b68f5530e4cbd6d0f6c26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f41b8087ad8457117a75f039f158ce76e258ca8a70ec91fc17123c727825c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5928883db771955f2c1736457c08bb1fd2e855ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c446cab5879b3059ee309b688a408ce2ff405098aa80562cc18467e42dc3e333
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d61a0b7c7fb194c3b2ee47b5eabc3b3fc302de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f577931bd645dfed3c38661257deef52dd3204224c4a76544ec4e44272ce4d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d980c421bc2ba2e8d73131186fe5b0f329809f5b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c4578382ee2a82a0b7b9a57a36298899550645978e0954f064d38b41e17d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208915f704f50aae306078a56ba84e62196f1ff4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e80363177b9258e554e4fd12e6fb3dfb5d7b1dc1254d0e2ec546df7fb5a5b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fe91312137bf3c9f7880da79839f34b8c7353d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680e7b78076105cc4156e2a72f3cd2005fcfd0c7fcfeb20eafb5f3b54bd05cbc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a970f87f8f95c3df42cef8dc2ca5b370d20a6c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7cfbf00f953720c26a81f52553d0cba5821fac7bb5220b9e3b833b9994e177
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef9c9c86198adc446e9f51f0e2e1d5007e07db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61879c42d14ca7870948635404e2c0a7b263629763b895f167de6060e480e59c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae38a3ee7dda0fcfc8883c5e780db23c7e8785
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b0095e66403529976cdc267e303b141136d3d17c5936485d49edb1bb520ba3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7d6fdaf636d988256a9619de9a55882e567ee5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24d5d175e6ed81aef1df32d13081520e3914e2ef754b615726971cc418378a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4817a89e1c035a07aae6235a31b8aad0f742fe1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eae1eb7b9287ca7164fd49c2a32702707c409c8cf3125ef616d83b38a9b047e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749c0f1eea79d5014a7f82e0db0e59eeab870435
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88eade17e1651878eeae8b09ae1a776b4d3e8b2c71356af1defddadba35a767
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f954e17ac066ad24897f71ea0bb9e0b1656adbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e32e2d3a89fbcd9b9c113c9177aa8a66a4f780a10dcfea30a620ac21ff36ad7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0606846c1d2b085376745c39fdba3f42af8c6006
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ce290ffea8a77d8345bc91a8de53e7919e6924f3af0a09fe511dbdc639d87b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f893bf1f6e48d12986f96bdd8494560cbf08ae28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c004236ef20dcefd04bf0cfe8c286427afca19765f6842d5d11ab98c37869
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1727d6c875aeb61a90d190dd7a915312190bf8c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6ab4a3a081f37302f318a78e647db41e362d04225ced63fe759a821542590c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f7d87b7f565065d5bbc06795871a9b891bda96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c6a9e12a287ad0c960d09cfd58f44cff0025210b6cd2f5c54224634d1721c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088f03943e6395b272b74091cd865640588ae90f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06ebf84ff6f2450a0a6340c1e0707c09ed291cd70a8891909633efe6ee4e748
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f274a092a258750150a076f6f5b46f32068ad65
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd3286bf764f5bad9ec198228d6242068bca6120404f4ee9bb4600592940543
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51e04d0193cb19b93c6deb87b6410b601adc770
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e11e0a1cc3c2adbe9bac7780580d9548f8f56ab11788ba8b1dfbdaf68193fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504309b550cf58f5723b5445743b47c47789dd83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ebf901ff2a2bbbe06ca92d235aed5475db87c1ed8b005537b8e52f883e8d62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2c5ea7cde76fbf6e7035dfb565e98020dacd3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805830e4832abc6c4a4c422059273773c672fc895cacb8beb60e6da0a28effde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ed61ddd68cc1238528e7415301cd088b2760e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855680cdc4f85d38d5ce27f72177d729f6808787c5cb648e019113afbf50f430
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedc5ce894d8073930f096441de05f0d80a8198f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741259a4edf51fe23e20fe50eb08a69ed9fffe7b3c9acd2d3d6e9b3e8e7bc139
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d7c12f34f379967ba223e198d1246e619b3e44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35bc474ce9a32d213cdb2804cd95a4ab8d26a4d02eb7845c13106e7b1c26cd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f69c9de529b615c7deaeb764dce169e45f26324
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70d348d831164ef898f2e6727f9a8f30e3793ee3889a5b50d6d3fb4e226f9ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab54bfeaeac8424830304a5bca1804223af65b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b80a9044afc78d05321431d658744207b7b70d19edb960f85fbfdda8113b42e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2d5fdfae8b58cb6aa94f25a1583aa9b52a98c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2407ae4d8d24221b47de2b8ebec1719913e04a943fc72251628e0b565d0abb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8accc356929ac43e8d443e41a95693443111480b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5446467af31745e90297f8d07a004e38025ec0f89ee2fe741fc840d2bafddcb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1a5f4f370fc81c837d4ee83c87f6b9c8f4a415
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b12829dd8aa8e6a7b5b2ff94edd9d1e7580f7b803fcb13262ae8fd6021db8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9ff0f8ec1e98c03ca78da330b89d7f23e95c87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6672da14fd32191f2186470b4d56205c311448cfb0785238e3dfe499e71b09b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928de08ec4a89f2177b1d4fc9690d50525f7bb74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf774416a7b759aa8e35e19e86e09ed4eb0e8b185e8b22fa87cfb5e2f04d711
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea74a984e7afd44e914e698d1c59c496f20bf570
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7569a052d8131c4d16dfc8c779caac6231cdec5641442056f90e121458e8827
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0eb3653791d3614731a0d209cc17dd64bd3560
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a89ab3fd7b61b49c7894b4cc51e19d5141241ce058b0c25893393b2e9bf547
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732e1ea7fcc7d43adf97c155a39d33a46515dba7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942ba59c581aa0483a04031ff10d39b1763fc00527644d3f0153857c9d5c4722
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeefe8e0f8372ca2883810cca74d15e654b87c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb61adc6f077f647a0c3522e67cda8c5f68510d7710816cf0d5ced69b05411
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c398b6780b2dca2b8cdeb26ce058be98f8beb9d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5723c37a161f75a0a3a754c2e0a3482985e5f8d92de4829f1523bcaec4c9e46c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9964530979c981a322f5a05b56d8da6d78010d1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31ed4c4f9a917f76877146ec5522650ff81a09b51b42fcd367c7c79c0bc8a23
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53efcb7d127335cbc7575857b292cf4bfc5c979f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ba5409f92b4d0de564b4cdcb2d14324e94230b6a40729c03185445bc455311
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb10da131ee4a850d39ff4cf3c315ce8f2acd77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4b0b2e02aeb0c8d6a71a9c93cea57e8c1d1942f9a9772fc1e9ac37f71a0b2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e14db7281bbb4064b19e805dfba74ea5f348a8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2692e5a3fc0221e1de4d933da23101d97359bb7414629846670e79c7df17591
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb558598a60ba0e117cd8b914dd2e4248b09f59a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8469ad13406f349699cb6afb481b0ffd780d1052c0f7142942f72fdfb40750e7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616bdb77417f0533b26e29fc3fab45cef350937a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b76a45fcb0d01cfe6e8add725d38fec90a52f912986f0e87c03baa95f2a574
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb69f0b3c8bada97e9150da1649e08b7b6cdcb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12647007c8a3f54018c96e9effb284bc774013a7e64dd9729c49d9fa146806c0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288df6786ac9e20c6c2cecc7cff5e4511d636a37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d38224dfbafed78fe58ba1065f99984a24175544da94d34872084dd14e089f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d111f2d5d0c346f2d1fe47fac917347a1b7c1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a79b193ce3c27d6a8f03b480878344a250abc1f357aa343ea62e7c33be9336
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6c82241e6da9484416c8931dd21dd5350a540b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b353d09f1236bf2573cac2c9279c0515c6c991a75052ff14cabac545cda5d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9589dbfbe6cb893202fff63aca4cead08211372
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9451075090c5e017ed5122595cd3db7736a8dfa43afb473fab2453dd141743ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d107829117af77672640e3f8fb5762587496fbe3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71804c4a6683b2fd8e5c1019b8f1bc06f2b4cc36f4a1de88fabebd2211e18d8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57375e40fd93c74798b9aeac940e365a7ec9a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e9c2694b64a8adb22bc427dcb52e5a6ab9aff47e36ceede347cb4ede2e44ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d5d07d1b4e2b0f82d92f9931138ba4f2bc70b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f639fc088b270933a756c5bd93bf7f745b5e80b301a713566ba80c8ebdaa4a47
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030c18eec7d74750453fdb069b152ce5b97e056
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5a2da294414540e4d24df4bdac2a84fe0133d7435b1dd7542eec51389101d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05666128fc11af387caec6130d55fc51ec578db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42f7e8e7fe4ad2950cb2a87d10f02ba09ce197b24b0a1c0674e09be5db8f174
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b83ae04e7b6d1ccf985f63a0e3d2fdf7d8a0178
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9116366185dffd596f430b06341e556241eaec1e2296c8721db9b41094e8a91e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78008e56d5982ab0a812d34f6035c5467652e788
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c645082d66e94e7848a55b102e25033be21376c50f35624c084488e5943a9499
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5f902d519f8ea20983909586d55c07b41e906b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c119437354aac83867af8d00571540ccbf7c6473d9024309b8e73e4e4b1bc00e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f92cc0cdbc4696401c03ab3b1f664c01c9dd9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674989770d56a74fb8fa5f1552d424e8f783c5b7293c783bf941fef40902bba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f894fee7b0d977e07942898051f55e82a605528
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c546d313160c109b6442f55e6d39a28042b31bca7890252a0d9a99ce393002d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf887f50e125242e138a1248e8eaa4caaef81aaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ace79a483a4f86fa98a5730d41e7b52a8032a8a22be55556c94a8364f2ca2fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abb2974d3157eb33385a10cf91454f9b59cdc26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b469c18c456d49686c5fda4202c862d54915b0f15b62316976b581f2f41c146
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a75676f6e34fefd42a86898070e5d4d233e1d81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfaf24cebd154bb1bb553cf422488dc57aced2c0e1a52712cb62737acdd4e3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbf1b597a32c10f2d4e6e2add19e246a26cbcca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9357a57662a754e722252adb6d6ef470a314ccc5a4fc6b7befe3c1ec7fd178
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896882f321eda1b51052dcd85eb1f181e1186f66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eb8721f793d683742e0818387fb67dd9ebfec6fde2ad78d25317b71024bb1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf5f041c9816f4bdb1c8e7577ad409db0b034b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d1c511d8cd437d9928ae5be73dea68dae4316e96540e40280e499e07ae9ee5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da0d48aac59164a769928af2c8229f7a3e7b346
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca90ae89a88508776e58f2f91f8690878a90f0517f7a3758cc4af1aee2ccb92
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccad1b3a4b0f2cf9a76fed5183c5103efbd396f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d1fbc7535ef39c9943095413943bdb4ead87092d29b5dc46ef5c81e220536d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fec9289b010bcca80e39dd51a8e2f684086cbf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a32c105bf1b154b0c02b71c9fe5e4c7fc7798c1a05c246f67be0e1875afc4ad
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841f1996abb26833c4c7d97cb416463c206777bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f92298cb48f3de3dc1a3f61abb743515961f4437a8de46c6ef3e46722a350a3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc94c35f2b89b0f2eb4e3ad221a61374d9041479
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d3137699d1330dccefe1c45f418632ea5e9ca70d420f28580d58bd5ec45ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412e217c3babc0330022206e08a8614e526c5f10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8970a9b644446bf39aa59326e645715aa000d58d8d1653cd108ae471b6f77b01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bbc9cd61ebb5768f45ac52e1ce72d03b11f31f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7526da0b2b82ad28d9589aa621d3da75394daa1e168fdb598253b36748779e2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a08b706ab217cda06a1f2dd111bb95aa67f00dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef293d08186cc3dc00e702be40b359558862a18ef3fe2b94957faa4c9be1c1b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e5f936987a827a3980e35303617826148f9271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbb7a6c12ac44cf58161024afe10e473ebc80beb9b54f0cc2cba2e415eda440
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927452fc25df1925d852debc5c079db985d5303b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d630f12ba65de000f43c6c1317d98c603addae652aca2c46d0d6991a70681d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb5fda0104b5b107d9f3ed414acdcfd3a02767c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3af64c062ede8eb4e31ff7d3126bb0974f5c0f736b1dbe9d401503ee61876e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c576bbeac24f07efff882a5bc10f646fae0d2af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a93d5d80489b45c839d6c27bb2dc52377c6d8369555e7bd8a035c872bf180d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0311e8216fc3d1cf941a94a4f88ecee185e50fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbabe74d2a7fc412ff674319df31d76e52933fc25d1090cfc2525572d053d38b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a70c9f6493b895e014ebfbe3a651abd370b3fe6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257930ee8ffdb8f9a063ee93223c164ab99aba1c4766b211ddd253bfa5ab51a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe39470aa69ea124cf9449f268abc6166f366a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab5558d7a8a4433cd05fe409d8198b5e3365130b0d5c1c166ae122b488ebc28
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bca49a615c1b7bc83f334e384db0c326677cf0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de023a43d0496b70f95b8acb2ab5d49b5f29664e0e774061f6a63c4588eff674
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707186b5a534f6a76b300f1166c665ef0eab8508
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef39dfc2e6c94466c319c7f2dd1d66454bcb39d2b4bc7059edf555a2eada341f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71f9fa90dff9e08f36d19af16ca0af2799e55aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d78c41852270bb933aa7052db4f191b97b5983bc7ffcc76e4f5a3d21fc5eef6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5af09cd2ad29d71dae3338d66328714a6b7142
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e23ce128e53017817d29b39540d6e917b91dc70960579037c2ec4d1c4569d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0345aa92293250d249dcf10e52f74c41f4c86e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3893549e8ac7ec7b00d9ffda1b721b67723bf640e72eb179349430b88d9dee71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aee0311b549264551f16500c72490073dc9ea87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f5732f0a959d01d4553a839ad1f0f68ba33dfc21ad20d4be6902d318f598a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81ab92e6a8791b3c3c7141d01434e4c4e35a3e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23dcf760713d3b68fc37602009a39ecaa2e82b1c835ee3d770f662078231fb4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eafd2dbfe10973bcc2fc93f0e3cf9b930bfd73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fefdb8021453049a11da3a9401389fc2b5efff39fe5cc54ed8fae9acb08e62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fbbb64c75fab5a5e42a1618117395559320ff3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40bde96f6d48ad034dd4136d03749bfd986b6e402d0e66ac2c583280c7acab3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef0b2b9bb26197d7907197a0767a0fd168f402
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a5f1c344f5555af723f3b46c6a0887ddd8634ee874dee43c9d509f27456a21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456360fa6b2d48b38ee6cb4e82c4ad029dc0587
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a89855fe361cfef5c6b172abbe14b62e63cf98179e8390dded3ecc0a0df4959
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9085ab23e59c6cb4dfa8c499d72ff86a1fdb6cba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0118c050133db405d4c1df192ab799fcc899230aa0bf9404a8810910ab736233
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de926d3ce71c23df23a460ed742bc752db4a48e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b28d64b35f7ae6d6dcdb75624741bf5719036481cd5b23cf6622bcf8c06226f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6664dc27bc08766e3a22594f2025167f02ed9a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee09b4b1c29428ab3761abf15e3d253dcfa6a0fe96b9e147309823fe46298929
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59e1c4c0e8f2cbf0e115e21cf42423766921f50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196d1439d27954e0715df6f96d489415890a4121e7374d752c421f57cdba0989
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ed1409abc292ca4bd9f9f5fb240390ce6a0a83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948c94064a3b3dd6e5f1268c5a96ca2cde6fca2efefbbd2127c69a6dae750825
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf12bc29470e5ef0d6049197c4c513d21c3e1464
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7483679ce215a6894c626db2047abde7c8227182cb27c0ac164166e7b3ee7573
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c5f8594895cf3c0a0c05fc58d48e22df19e60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3473109022d9b54073628f133b7112141c6f7e2febc1e4a704de030c8c415abc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd500d01580b51d918c16b7d6d69e345172ffbf4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20884d3e9ad0d08b78934497f5ca0cf7a1d643cb5678207360755935be07a9f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5e6b4ab43b88ecf5ea8b978044b77a2671f3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f96a3b84d993d226c10f39cffc747d76179faaae3a8773ad83f06c53cc5a0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcea6e4a534a98b2f4b51c690b19f07c7a82be9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb27c5d43aba1800e88068cd25d638d16b97421c853e418885e69517db271d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86432efc748b9d019365a667d55eab8a5abb08
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c5bcad5b0deffadbba883208d8ea4e6528f537ef20728315ea3615d7fcb00d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79697ef2c70a4368a49ae904351fad024fee5ae1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a747e7f9ddaf56d553dea23e3bc75004acf27ad1a8d3654463b1017b914a92
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3932a20bfc7303a62ddaad4ba4c47072d9aebd27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924c8fd30ddb10c878b41aa2a4cad12be4e5eafd1947d1ca8872e411e56a2344
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76445d53b465017c0933cee546494deaa454c095
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa24b1c4b8681faef7765d6fcf03698abe34c9597f0ca0337a25274d3b978b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f3dafa5097a40637c24eb02157b7e716b3022
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4078e66e91b65e5d6d4370b5205c1f7a910cf8c212f371e45dd519fc36c395
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a7105fda644a62fdc3a8d6395656fa3052d17
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d573e5210ebcc21611723de02a8b4bbb98f423c83607dc3a2a14c98e866edb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eee7da8aa6b042f175a3e579335099baba31af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d185fccc3abd7b89c708e2af346fdfb3b57ccfe23c66e2a8f9eddc6822a77ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91567f7337f70ea2cb848cf639c839b1c045c357
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa345f6c839b44d51f4c96f1fdf363109dea41cd2af1d7ddbff1f27abd8d9b39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c58eef33cc9b58389780020b6f2907839ebe248
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5467dc41abab8d1dc3e8b205b33041d6e18c20bc0c163f7b1470a119970bce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70b9d43cd6a465b1ad2033171938459788374a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0be5695cc2df8c7dce4bc1570ee827f33fe3c419e3e09562d9512c18e50190
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc03e66eca7312f777b9066fd75bbb2626bc7e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c355bc996cf9b0c5d6f32f9113c9a75e655cfb9bf0643e2ba1e29ed2ccb19
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fba9b74e946751ddbb80675211029c694f9c3dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a909f0a219693fcb1d039253386606580c212d7e76162beff89379f3ced529ed
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e76b2a69f13e29204cf3e2cf2f441dd06341166
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7462577be244a53559c458cb3c5533df8bba0dd319f2cfa7752060e7bf37f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d72f321e394b94e93615d507e53ab491a9a9dd8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec63252d71d83dbbf0bb704e76c25df1a9389f8c6037444759d98f06f187c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f927de6dcd3656229f3c55e1d9dd1fd8ede4c310
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb4c23654beb99fbd6202ddd450c6a46b1c84b3c78a48c2379a4293b9eb847b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbf7c32007a68c7796958fada09ac8592126e9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514a9fdf0d02c7fd3c3d4ee8f7a3b9ac769486d6969c98cc68f6f306dbde0cea
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bd160ccc31935b5ed78dac420c1a89260d29f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c14b7e94e7bb6554e93a52d7f27207d5a3187a5980ef81d8ddcad9e3a49914
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000bd0672a6afc23694e24737eeb06b4681b9b9a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b867643706b59d90a4a87a4c4ec4ee6a2a79c7655a6d42d0559f68df8ebcb69d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f54838940808c64e18c4c440fcfd03680a9c09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6543a70af0ac626867a65434ad41cc779fdef7d4daa294def2def9eb73c764d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f24ddb632fd19840e4aa891e2e8e34137857da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a77565061d5bbaf21afa9da10981e65c68e2f7020ff9f97f7bb210fc9ffb223
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a090e3db3e63fb1e9cf4c859ffdf7790a535a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9262c1f15111c81eb3dd52d6069d9f6438310437697402f431b0992054381f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199908ad69e4c45ab7f76d6bec737025a7cb3316
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647ba020df630a3296486119a00025a3f8ec4d31598a5a738a8f534dd63275ba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c070a68e7086d357779a8b99d8e643848f788db2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca812a28627596be4269c5eae751207047c35bca95419e6478eb60fce257c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bb0d5f7af3527c796a28990abd7fa55cbba58
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8288b4432ae57768448f774dcdb6d86119f854e13b9e7e2cae04b6858dc3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dc05c87f6e3336fd92e25770e11f2ce1a7c27c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda909ffa2362c2bb51a95a8854b045f41dd63b85d6b74fcc560984d1ec3a979
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c154ef4ac18666583dc464f6fa679ec7605867df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924581f78c9c6d3e441c518b04ed7156114e70b77ad5bfc1c66d4302d3eda8c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645bd0d3b214f93be79b76f0497f8ad7f42f34e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28bf9ac7ac51323a8c114ba0b409c785cd48dba1ddb231e1f6361867c6daf7d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cccb1e709df8430edd42635f3886a88f32089a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ebfaf32a58f1dbafc02836fed7beaf36b7eb070e98c196639affb9fc205d2e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedbdc7e34c09d91b6585354f21b001122c2f0e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8784a106ea689b02870d91c1c86767836f46660a16d8af5efd4ac4ea3ddbf01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95462045fabad34a126ead02a21a5a19bfad5ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cddb0abb97679d554c04d388c566bde2d1f8b21e35f3c797b20964832ec951
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9381f760bc0f9596bcad0d65a0a42544ff0058e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0535c88be15e61c33e9eaf3490e05e5aa2144c54eba5e3d75bb0631a4ea5f5a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5e00c41bd9c4e27ff503fad40fcfb959689a7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c608fae13cee84ea504a5126d00d684c7d9328bc5305cd1397a4e12cf180f68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8671d03eba632b1da1464219da019e8e4b5da2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d069298362cf88e1ff26613b75bae380c3e5bac218a90cdacc104a5b1e892232
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7cd99f8f44cb5888934f9302246492f21124a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13df707f8678ed6f69a94fd8530fae59a8db75fa75ebb894744a872401b62fa4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b701f210813dec42c5666d6ec159522960a97235
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f126e935eb0ce1c7fce22278f8cc26f0abcdcd97440381d9a69a608e60d5001
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a089e100a63d691d8e494c515478e04ae8063a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4eb32e0f1a0d5d7b082053af5b592370a5da357c27f1799e9230d447cf1c93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261f3a55e0f69906d1d04904a45925a9c3491a4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208ae936ea337eb53ccb9c3b60650dc11d7812a6ff468fa2b1255ab95f293e9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bc359b4bff0c87d7a99d72d9a45e93173a01f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf8a1f66dfb741adeee3a9f005512ccc2259bcd38b4f8411cff786392e6db3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eab9dafa1abe1e0ada790348054696d5f46c188
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bca972e3e1a28ad5656d05b378124e6552b3c71a88cb992ee7bb49ce6dd96b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e19c93385f482518a1f90aef062fc4ade49f86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf5287a27daa582a020ac0661448907a98bec368255854337e07966e24d4714
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847e7e6a0861d291bf8a7a6f0c89565ee1cabbae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3e734499dd3b50a943a6d025acbc1d3c5b24b53a3cca8b396c2c9751c81625
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffb7666e841808f00b920ded2fcd3bc32429a45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0786c17a46f428ad9e37fe20a7eb61e06ea0160507d53d84806f54f5fc834562
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95f01f672a1a64d73fccb8e6068d69bac604fa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a540efeff69ba6f60ed7b6b1df8428381dac131af825cef1436631c2be40b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1934d48fef2a7eaf84089a573f38ffb0cefcc55
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f279a0e903fdbbda7979e9b8970a4b443494625c1e21ba55390caf1ecb3af453
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f5d388cebf190782ffa9eaf2cbecff00a2b94e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd23db8ab14429d5c618226393c47a2042a3352e0e6d47a78e380c3d3dd605a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb91d409e27146b5c2079730f89efc17aac21b46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e02cab5991e6e699f47c226a123ba70d8e5b60619a1f45799b2d6fdf28094
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51706e0357e3dabe3649b483a385d4f064a81b86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3abf8c15bf666173c8d39b7b2f08faa75cc8f6dbe3e294bf52b5ca57dae7bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794e852612ef2266128e32d27a47bc2e8653633c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea463eab08c997c1596287f44b2931b74475ee296266910788433bc70177edb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c89d0b734b6ac9d71c4c935a4ca4f899121d29f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c19c4d629e1cdcefae04ff53fbd9e66c7041fba9bdb0c74a3f9113f8700b0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c5ef078655291af96e24a221096eada6e10237
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd871d9e1cea30abfa799aea009dcdcd68420861d3d6c66dfdd8b8119b4f9d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f09d53aa92bc74bd4f3faf7c9a91e4b45baf72f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11287eb0f7addec85dc1f5d8fb835b12a6be6f621afaa9a7805fe3c3562bf6ce
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a61c23435f2d46b1983ec935c705f8d148294c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d74ed5f0880b4896cbd0853fba61848163e11c728df61c3d30b89b38d9fa4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8220ce29ba19f3c80c1720797dbc63dc618e9615
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b0f584adb94dfa29ccad85fa9f58ec5000826d606196cde5d69972dfef2f0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b541e06a1bdcb820edde2b7f23d1597dcb0ac9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d3df02990e37bd80df3522a18d8721283a95d0e82014b7ea4bbac19e8946ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb228b2476d3843eea3904a2d6e448da776a30bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf1acfc6b842674fb111349f48ac08a5d36fb320eb77e17afbe0de08c47f856
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec70c2f25af64ed181e16efc5980cfb61b9c5e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c2bb6b2d492ccdf1434aa63c718340318a693cf8d681e099cf7337f6cbc880
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcd482d0237ed5508abf20a28a453f581a2f700
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effb667b434f70510eb0e0069ca1bfb1c924ef8d8d31ea7da0b02dc715da2dbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca230ffdab6acafd43425a7a4f289721335a2097
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f00c1fc37b7f8aa186881be72a1c2fb3bfea1acf6000d28d384c232956ba7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa5d5e5f32db5717ead6ec065a625f64620a71d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436276124a18e3761371b27890a79ec4170ce090077aa44ee147b2fe7fc09b93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3c168d99f8f996e317ee2d187147a8b0705dc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d22af2a29c45746976eeca362ab820aa95a26a220112133250f0eab27d2899
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e34476f0438c393401a3f93103337166de5201
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd06078305158f8bae48e374f44350e10f8aa3b79237889cc00a0464b000927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4860d626479924956452be863a717e2324f16baf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b28aebec40c0d237e8dd48e4d0c4bbb5901ed59f5904e2a49e0f57802215373
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2436eda022b07cd38249149f296fd387d7d431
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd708d411a9cd882e0908f1064697ef83919722fd11c3c639543923487edb189
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d034f2c93418f75d8e5be3dbf279bff28e658366
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ed74843a96171c9f24a88a5a14fb3b5a11b8d2796243d89b451b053476ce3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80546be72309a04ba9f0c5e60bc2b7f897cc8849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63662661fb81da7697995fcd8f82412b23f9502ebc51ff1dd1100a15a3c461ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b746d11480e0e532cdf29a52758ca897a3f8b887
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cb5853c8fb37425c90097f2cdafc2330eccca33ff643919fab82d143571dc1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4f7898ca1b12c9b292a3e5014814dddfdb4ef7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e013d66efdb17c18bb79374428a340764c1f2ed97da924337c0d035e8e9cfd57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3936315ca8aac0911e6a588283a32106da4f75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14d20c790e55f2d3255f530d5cfd0dfd8636a2f509bffbe5c2059e5209f875f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93024c0f0d029ab3f481b48587fffd7c0bae81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab49d9aeb928950df8dbbb6c28650989677c8c4d675df33189d5bda74c2fc235
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4009a1475ac19ce55de6151a6026b92f443c7a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c5cfb0426d327f8bcf703f10e0cb64ae5b4f6da58718e8016e2d3d7a8d5bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ed2f1a31cec0d6c3d657f5047c1e6a969c9a36
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9595d0e26f7ab10406a14d17cce0d0b8600be27b2f7685d8b77784d6b3e13a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18c78b731cedad8c4f239c7a55a474e0da8335c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a136d6dbf9914de3fb21c6d904848fabacf540b941f39ac5b15c0f110ec6c801
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834042228ed9aa582f7786ae78d56e3a8896585f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d084a4c2554a0dfdf7fa4e2910917509ae815557d1246da0d382bcc4d6f595a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ba53206b50fd30146855e897a4e73d10e1379
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76389ad791524e8ca34068949e9fbb1841e1836030bf8cc7b05b6c7a26e15de1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1b6cf0173fc371f8469c7dfb93124c80f44787
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbbdbabcf07c5871569565c987ff17c9a8caec3716a2544b233aef6588f7add
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77385656825d38f987e3970c54120dd07d2a72bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc073290e94bd5a3a153c7ac1901828a065ce54d4ae2eb2fc3e1dd74c269b8b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a5dbe56e4d1162d093d882cf413dfe2d48f73c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512ed7667acfdd6f1133d25b1fdccdb9797659ab776ffba84764bae4cfc69926
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99258644c1fc0aca1b9dec0375cb30875efbfab8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438d7f2c50c81ce841f2242bf7e29e882c7dc1b51933984e30e74646f0a69271
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1593e3cd13010a3018a370816752e5aa39bfa0e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc135333c3ede8cafecafee1a231d41d8d592a846ca6fd0e139482f7de13b27c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba7c5c48efdd346ea9223b65fc73ab24fa0dfa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e080f92693763ba0688ea689fee3893e0e7a2557c6467928366a4b51e8afcb8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607235f088947458843b675cd496fce994937634
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e78b0e5866ed090e677f1d9fb908a8b6986e619546d9e9a393320eeb23db68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee54b49a189587a4b10cdfcc6ac2e6252fb0f96d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e434cc9cabceeace6856d68bb8c23da426d8a94a03a0bf5afed984cb916fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d12329b1386e458bd633e54b258f797c6f5510c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a564d086e03c03fbd90fbe63a34e6d83aaf5e3a571dc8fe21476122d4a2a5d7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9628a5dc9e14d0f32088c89034b8c047b7ff87b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c29b12d2f791cab079f2afe632060b0bc49cc28c9afc69700c7cfc6556453b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c6067c72dc4f6a2b656719cd9ac479ad2e84c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ec523d67f2dbba5f7b3fcb21bea56f00c7db9aeee90c12e5613f3944f8d751
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c11514cc48ebcda56cd2d468e089935b4e4eac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be79a6a5d4ed218973039f2aa91723de7f7eab7c9aa054f7676219bb35699849
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8303fd334295f3cd1ef6fb87fd93b94110ed0b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e591712d356833009d96bd9ccfcb6f6c30379650a4f22b9cb62329dbccf2ca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb7021d822f4063aef2302b0d17365423b11ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5304a42ca7cba21cb6ef6fa793732fb69db7babf2da1c30d30906478408167b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c09c87ea3cee363a7aee469789a371e59c0b57a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c636c43ab2ae13cf06c42303bdacb2ef9781d99d1cebb9029555435749454
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4c21cd679abff01b455fd5767f3edbf40fef6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b24c4390cbe3056cb8facb11b857ac4f7891ec6f78c1473eb029f039dc07480
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729bc97eed0772583cdbe98889f665b8be68b482
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cd9d7d7737697e6cb580ba0e8bf859154bd24349f3a59943a0e876e5826a54
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c37a86df1b59df8f14f62b6d39be9ad1c24445
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720c0cf83f840ffc326814e413b2b5f71c8243f7fecd2f9826ea13938df8d3fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc1c317dee5a870befa73d0379481d822cc2cfc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a631d6ce1ce391267890527bd8f1e5b093ff8796c7466c8f0e48d652817cfbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dbfcaf5f747fdbe020ba1f2cf0be9b765fc492
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf0d25121739c86a31c3874f44a6f981255ecb332ea00a2e85a626d7e7d4f7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ed5d2ec5a1f60d42a5a64405270714997bb8b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475e93176a2e68b4eab6e7619cea648e2d901849dfd56721aff160b03764369
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccc8a6810c98f2e38d31da7fb36a6e54c7e9b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1a02101af9405710e72e5e7ceaca65927b0aa0642e8d8393e3a789ad55283c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d1fa51c8364072a078eeaceda185aa8a2e6ecc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd55f6496fd1224f590f57110a03d42238c3e515db115a2347b10a6cfa641375
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15be37740a5b186effd36e5d0599dea5b14457c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d4e561770cddf29f7cb8a4a5c0a09e7af34bd6fafe178e3278a06bc33ff8ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4a31ad642295344402c71d05ee4ba0223f66a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f1c27e9fdf918ed138050916bbffe1f4b421c50330a6bd91f050de5a20725f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217e8e768fccf8e20a1315c3af11363932aeee1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cde8a087ae05cb566a874d72b80734822d263c2be69f943a2bc88ecaaaf531
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689cae379521d76e99a0a9754cb8338caadec476
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3ac1b0b55b7cbfc918cfb1ef3de3c8247d3734783e09c9b5cf42e4b06551d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982b5cb104eb9ed692ac26b0456bd5e7a1232122
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0905d4a6ced619f45e1d0cfcd121ab8c41d8c7b7ca8dfe15e15240817786b4d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57e9ddbdd461e6b9023b57eebdf2e7a3ecaf0c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109317ebaf67feb0fbeab2c44895ba2aabb1962cb15c53913a8315b5c216e164
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2317d8cd837349c8f5cd81da5f09bc230b0e1b5e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ce82c5130bedfec9ecf44f2452cda518ff18fae44844df296f83f87023a3b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e9421bdf4dc919666daa077a66f5a768166007
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d47b21eccbe4cc8b4a87799539a35aab4be6062389634554bb56338764593
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ac737f812a337410240a4588cfbd0d229d33c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024fc650345d540a0a1f1e324fd799b9819a566babcad27ed301785bac4e10a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd3ca7cf4a1e98b707ee4e6ffed3e537d019c8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fd48ba85b56a95c1e7a059aa201d6ff6d527fe880b7fec441c390667312695
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c7b25fa8bf57ce053e86c96010973b8c65fd0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be241c428f069a7d351ee6ac9e8301db45743d4b23b208826331372796235a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73551c08f2d58e21578be71597de0eb7ff73b02d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42b56c8f74ef3265975b21bc0669e024c00f0a011bff6b8ff433aeeeab4e2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664478f1ec8aee143ca94d08bebaba53338e5bec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ea01b5dcc4605b573eea90695ee36b5e202e57a98584a81d50e559a1704456
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aef12356c60654a6a12f101b901f75eb1019b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a762185e8469c0959a37c1bdeda7899ac8f9dc58451e08fc0eb782388fc1440
+size 205955
diff --git a/params/phi/6/rnd_search/comb_11/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49091ad677014649b2478f6228c684092880830
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2ba34a2e72ee95f20523a763530db13159e974a13c063e55b7d3679f668840
+size 205955
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35fab5a72ee14c6edd78d2056d9119eb735863f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1733c991ab8bf7b9f3c3809114edcbf568bc118187dc5cfd407553f8da05b88b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7dcf37814247d1c619e6e3235a17f0128884a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7307ea5208027908ebe139b04b8f5e790c25b35db99ee5c483b792a88fe2d8f2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945d6b77b64603d54585636a207b378af32d3900
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de74247ecbcc0415de874850dd1e3a569df77fcc03a67ba07024c930c6ddf005
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240a73e36018ab2e86697a159ce590712935959d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9678773a11365680d3b7295841a98d9af12aaf309c69d27cd8aab2a73c4d78
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13dce6f2cd028e45aa9973d152d0131a3e3b60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14846fa4be0d17f64688d91a43f9b61b357b1c9b8f4933eb4abd8bb41346eacf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf760691e80a1cffb40726d20086976eaa0d03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ec2a345e49c3d816b0da57dcf9b5e868cec068d7d7a119a9b30c193f9e7e6b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a79d8d727dc1d4f459c5ba7d66d4f5ae827919
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790686559bedec0bcd010c8b3acaab0003051e63afbbc06c8d0e5d34feec9927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849bb164ef308b3fd39cbbb85855a273df541b88
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1bec6f40afd17e5acc9fdcac8e8436a6895c82079caca1d25bddcdf7c40c47
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abc08fceaf59cbc86d8c773dfeff0755abd6eb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2e5f4f3aa9d287de1a4e7b7c2a60b3319f95c863eb405e7ddb2ccd9c76ca5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b214864be69ce2893f6d66f39868310f1729b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5613ac8ed79007d58c9f15d5d99554081458027d5d2ac1a2f54059f3d64f44e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3165e154f70992a0c9b026a2a6dc173b6058cfc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d3dea548d8a9adc5136845f72ef5577891d572dae9f26c9ca4792957838c5b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef67d7a803b1b958d4e7e2cfde5f04d3bbfa257
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfedd9f5344a1acd422697c64059d24bff00ae534f216bc91f6210d962820c80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2fd7ce68dfa47f0e6f411d7387d3d6b69af8f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01812edf4cfd0813bc80e7b41d6573971d470e0a57387967eec4ac9095d1452c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05d117bbeb398762a3f230b1e3c7ff0a6be28fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee51b7316ddd37e67d4f642b25c321b7d6f205a74e6a17cd2bd4cfd8ca350b9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce83577687a8bb590da91d645084d6387b3107b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bf11aefd0df4c87aecebbfd2747ea8bcde4b7d66096459f75a3e3925a20cb7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b909a88b019ee14ffb99f4e88b30873dd7b8426
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210e697a889fffb46a8bbc446e1145983dcf2867af0b9d6f954db508d4a4ea14
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0416e016e2e063751de47b4a28a83b35c7d9bac1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3e7baecd4a523efcd373558d537743ce481ee92c200fbd5133024b2aaf8ae0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1538e72c4ce8f1a70c45be62e6618ece3a5444
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6326de9cd4289a684c46caffcacf60079c146e5562500475e8cd238dfb02e91e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af87913303aa426d3951f92cdd53ea004dd7029c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e329717aa6e2901e0bd936c2b8450146fbf3cbb786abb952b5aaab92339c37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdc3fe213899e0fdc199ee095752896c99147e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3544bfef18ee4e45200e4c46f0d3056a109961a7ca0896b50931329937fe37d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943cfafcc1835c90cb743ada7cb44b4dbc55eb92
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963581d1e2f97b9a2b512f02dbbbb7b4409de3fe57b87c28d10469551b5efed
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2b6c6cd5255178e3504a7012a2f9cc2b8c1044
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969e5d92877b19fac7275164a9873000ad7868617b999c48a5424d2b3c646f33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08479953d1751895b85b67ffb59fdfc52e55c57d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06de6b0f77dd676779e34b5bbc62a2bd45b4e7546584e11b6ab561591a1cbbf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29fa18737f0ac38bd261d63b3735d94abe962b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c079218a4d9086d3ae4723be2d7e1a9edcc583bca66dea1516b6ca2efddd88
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b943ff5017e44041ed635b82c6fe33e403a86039
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f1d3d93e08c17820b8c964db9a968cd900537c050f8c9978c91d548bac5228
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b89945a681845e381969278b54af4c235b9e345
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb2d2d80032a98413164681a258947c6c893660dde6022a9821e3dfd03f948f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1b2913281e76fb06f3bedfcce0f109651b787d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf720bb26236cfe74adc1369941fa4e714653ec3cf31747d31dae0820e0a39f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa786906fabae943de622b72b78475f04b21ca5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deff980fff014914de002e51ba01d93bda2ab4a43dd0f0273f35093e162bd67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fdee6e17dbb2eaf62e562cee145029fa3b84a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb25631d120ed2a554de9b0387d145078893b5274de05254e26271ac7e09d6ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c40c103204d72b7ce919aa9b0eb59624282cbf7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24268a612698bfdb6e4ddd1bb2801a6c69264904d20f34eceef485c23da92b1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4629b2215bd1b8bd85888fe906169cb50d0d208
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda8275c79d3a5cd6c62f0b0ec46f58a03eb40e6837c68dfde776a1b2fe1cf2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151da18d1e0a2c0ed5dbc4fe7edfd5b2e8cc2a71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded054b8a204a5ff05e7a5093ab185614b411254e2b68666f35080e713f89660
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2144b9eee5981428b906d41814d62800f66e102
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cee1f0c6619d64ee51ea6300ab71a59a5b3350c46236c97129f0f7cc6dd4cb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5a41b50c27f528883553dcaea629472d4524e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4dc816e850c013bf7c4aef0dc3ff94a766b7af370737968d17e46b3ef2607c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f104a6dec8c6709aea9aefacb9641762eb5678
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650947e695057752573671c2cf9acb49d3709b2318d690fca39723414e5bd11f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ae8684b5f8bb98d075bf05db75ddd0dc576e7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0a977643048161bd00045fe3a0f9b008a0e8c024f65887ff3bc26a21e87371
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408e93bb3f15a60d05a81ad61a86bf45aa6bdf9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970c23efdd2dd8bbcb3d3452e5f02dcf1e32d8c92ae3197b2795b04327b5a35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99191683978f0e85e7a333724d49081494d9c44f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d43327282d2937df02c90882ba5e2e1c88d7f325e22a635bd97b2a9d0da05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649f27c6305adc4af69db48bd59edc96a01bbee4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7bab2e0f0355cc00925e1465b488f63745130f2612413be92d635b42b73615
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3fe0e8e688481931d4918094d2361b77e89af0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f9efffc49ca81e47420214c34fb6282b2a609d1411494facc2594f0f01771d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d53af4c7efeceeb23cd8f2a22e2ac1e84445fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c7b2305118e0d29a9daf7e2f5914c03b9a1753fcba3fa240fba239e35c010c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ccb386df68bd40380fe68ad78f803ca4077979
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4c3ae711c5d0b0c4eae0e54a357005595ac2387b17b7ccf3e731e35571f2d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d91864e3c71fd2ef2d4323c40f683eefba2161
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916b42c313e9e26af0b84329aaabc02889a60c0e9b96a2073934451b7947f452
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08057bb9d9f9736acd2b7cf61bd1019cb260000a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1992e0d68b48a1a9f5280a0ef14d79bedc17ce7ee81bc690b9cfc74048eb70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cdd52fb0ce90a6447f91f39dacdc0261faae2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde14f5038ac1703fd698775afa6f764d65ab66052d5c101f65956d81f9cd5a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27b732a32b3304962757466d3afa4c196dd8515
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d6a66b99a02d5be100beb40d62e7059bbc1b5bb821339d33122a78b6f32950
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a70a898744e0406eb7b3a71c774681722a25cad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d30594668b0884a685dc627541adb21255c41090b3d43f9bc6c3d231beebee6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87dc9df7cf8e8b0e155177082cf190dacf0b256
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deb58597a0b3d0f04ff5b4ce19ac4df18c66810d1e90d862c2dbf8a86ba4281
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a90b4b92ce69a9498e68c14e2b84b15444ee3ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f4ba1596687ab22aaacb324c222f9d8db8d20de770d350f19c5c707da9f7a6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91251c592e7dd89a83431075de68ef735f0da8d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb787cbaaa63f6251ffccacebd2b0dff31ee4f615c44be2ec47bafa0194ec9b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43f06291219792d92d86b165366ae4e6071bdb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c78d6bdc18d7bedbf687cc14fa04a453ca6ce50450518f3b3bcdf84f0d9bc6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7ac0a4d049d7756c18be6c64a07be5e0264616
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef69a5eabfecbc83a2e48253b20e8160e4ce2e96417cb9f5e07638f9088eeaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726df24fcc68fd4f31f41c60f64a846ada4ed126
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70d43c5aea56d69521a15bfd802869008846545ff46f6893d316dc33e9c0fca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8324be981581093797848e355cfd6f8bb4da280
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14779954eb3dcc4709020acc222a9da7ee18d29e6d65b8a898e5e761493415d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c527e55511d6d3c9298d7980b54a56da6a00fff1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c65ea5b6f2be387264e47d6dd0a0e8ae203dde6a16e8e3bb477ade9d2eebc9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f581525c0e134eb1d01d0e9549a0aa0198a9ea9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be3363b65c18c323734fededaf921b061c11971ab42de06055f1a70a72dcefd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90be65c6473189188277833f7fa45d8c79c31266
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d1700a7c3a2a0aabff795d1084ce1fe86b4ecc1fa85e153ff3b8443d8dbc86
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6103b99aa1dbf425d960a5ef449b25cb6830f4b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5155a8e469e9d5416a7363bbe3ef61be619a7a3496f1c4746ccbd3400a477dbc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967037f17c1b68b8a1c653853f6d3fcd307bd02d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3a6640b64b32463de203502b0f19242f0303494e61e1135950df3d0484189b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf67ea49c6a346a0740dc45c82fae02e086e347
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858128a8596e142525de15dab237203fe7bcf7099ebf798ec7dbe076b4399fe1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9f07da4a174288b402e239cdd77389ea4900dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26137f8310361d917b68a58c18c51d3582bd0c4ac371302d57012d2d3527cf9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c5d8347ca52ec681b03c0297d62f3c5b0e291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a73fd59a3d5ae1cc6f52818794ddd29a9655b4246bb78f4f26e65c9001a218
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe97516fea972ec269db6e953a027de689ee23d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943522092b79bdb136c84fb9690a71156e23cb46ae970b6b91de165c7d0b3e49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de19a9a8e9aa2a8e5176c2463121e5fb01bf15b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472fd2d995559d2ea575bf64eee64cec8744d6d59769bd40d4002ee59ddf73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3227b0d6b4585e8fd6367f06d52e17bbd7b6c7fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb8f59818f35bb482f6dd8736e89d70559de704abbd436c674496397271a3d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eab6bf4b2a556f3d00a25c2d609bcaafb95f0c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b00d0b8a4f887450ba2bfaeeb416ccfad7dafebf375afccde1f91397816f4c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2fe26871dbd674ea473d5475cad5bdaeb91d45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6872f051181990bde2c3b9c599eaf0692e54ba1ac0ff98acd9025ddecd76e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c555ac00e3451d1d8b1b0bdc0f788d011898ea0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a47f21efdcbc58aa4e98588e66b02d51b4e8e63c5f6ed1c98a81254e9b163
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b4b336c5181da7a610f8986ffa960fcef24c71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c5e5de6d81fd6ec5f1dbf180916a63c7ab6fc090413b06c4a0b936086b542
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f8a4ae56f4442b2c808c61cd9165a93bb88c0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f0ee18fa2ce248168ea0b4f697636192df59b1b81fafbb9769a484c6f92aeb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d45383092a14299c96b2954c932d63da65b60b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7344e0e730e488e3533b7a243fe2218a6349e3f71bbf6bf28afde4a9e1fce0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d715d2d5b1d08eb9c6ac681903f77ee311a9fbbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63e579662c480eec206fd11ec05bc7d3c8747a13230fc047da549ee1cf92c0a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef8684dcd858f21971c45c0a6ed25d3d7da3397
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5fc288d1d05f6cfbe9da7a479fb2ddaad1b929b8a60cfc2e9125ac7d11a9b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354e20c7a50f9d78c5802c72536188c5b5b22fec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e352c7227a19c573a45de259e649a6eed310ab8de138fd1b34c2cb9c52269653
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe4bad131bd93d9665f9ccb97cdf3bfbd249a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3311230316136f23dcca5545ed82c240570aa8d062165743cc8de4dd2014b25a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed206d684e421576d6d825d642290daf044eb5dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8bdff3bfe1b9f0c18bf6fe4ba751ac9b0d2a18d6256833c080b195768b756
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b9f01bdb65d58ac97dbbed3d8dbe60b1140448
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849b6b54b10f48261383f123a2c4206f664254e05a67a59071fa3d5c2ea6b6d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a10981bcff68be69797789aaa1d26783b21585a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f420d8b751fbefe7531ed38cb1351988b916c561b430f789c42c0d46371a3144
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f736c59736e24cf46a5b625ed096a1f12106bc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2617f68be446af50e562b9f1ac952f5d7f609cb426fae34f85b8752b78daf63e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcf6d05da2464b5a72aa6130817d313cb0cc6bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ad8e352809903e20f8133c5c25923f700b650f470bd3a5d2beb81459d9fb68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aa26ebe178a56d3674144b860f4711f227f717
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd51c10f0540131a732dda4719cceba3511c20e1d564f4609f8e107db0e4400a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9802d3fdbe5abae10100aaaaf8af72142dbd314e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103c75d5131c1c9a1056003ce2482a77f67c4ab378553fedbef9ca6a8b157878
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40945c35c3f09ecc47f6e8380cf34f811c21ea0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33c6488cd75b642b09485ab4f96b925f91e3f0f8d58600addee7e00f578546d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda51842f3f95fae9efa3919225b90021617fb98
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e597b05bc344930d54f964bd915a62a57ef5c234f86d92510005675e5383897
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6911ae4e4d2252fcab8070571300ea9073674edf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbae3f317c45e2440be5c4474efd18a4a74f87ef73c808227f0ada9062ad673f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a22500ddde8697ad269d2411853137dcc77260
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f620cb4129054c593697a7a52bf0f2398463659e455759c7630e2dd331ae091
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d94dcc34d8cd4c1996e31d3cced63eac55d055
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b209b2e2a192a9a77d56a1e74d3451a35e4758198605f539b453cd40768b33aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e11ef07474abcddd56d8fc955ad7eb6e8485d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6834bef887ce01199bbfde0ef5eb9777d2a3ebd034db9482f9d83707aa0b2014
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec107e91a06956c459cc4abdc907a93331783de3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f32e841962628bb3822f2fd691fac33d6b07417b10aa90ece948e57fb1c3ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf5fa6ba056de7e007185be9ac6ff67ceb1fb6a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5cb4a7e11c5b207d3a6b48e33398f661322a72277de180692cf1686f9a84ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0ca659e62785739981ec273554eb3c4314e10d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef29acbc8bae74339af83f9f1758b0898fe4ca0cdfd47b7951deaf97fdcf70ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14146e91b16bc46c5a1a77fca5d635474880231f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27392e2f0f010ef1963cd06bcedda0864ce9ab599f70dbdbd11ba711a0229972
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0ff2b5e3f32a1efaaa859e8329e97818d7609a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc3904a33bd332ed70839d7bdc2a785d78132b43d468125a505033a61a6275a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdb829844377db2b9c871702ba40ef944a70952
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a299cfd92518f91c12de9e27ca010f2b0c6d3266abf09c08dafe7037027837cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13b63d818e79b194258d91f001804807df3b4b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3299ac33d285c4d7c8e2aecb80c065a29dd018b41865d938b735afd811acd980
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7c33e82f098dd6ef2dc0e2ceda2fcd75cbbf79
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c60444b11e94d90d3d0a14376ad04cddfa3a330c8c0bd681078a09b4b9cea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56646f98ad4d0b06e980226b5745665a8332cd3b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4cbf13722587d162a4a07fb7008b580c07f070680efaaefba945ae03fc6e3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150eaaa65738c4f40a06c61cd9a52a4c9f21f252
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c5c8cd75940104e2ba04258661d5ad3df8725b52fb7f55b215b4cf1dd4149e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4317f8450a5c99cf573de2537c171ecd01a0ce8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1376b0dda064bd7460310f62a959203725cb2f505f5b85812af4a1604e7d43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0b65b227eeb213c4d479b6a52f8fc6f7f985d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec778e58e5ed55a1423e67e9bb27ecdcda4733fc01304c7569a1b65ee4d88db6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d181aa0693ff1f49497bd93cfe8ff6b6ee8381a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffbd137f3144af09fe1bc81f2b790a2e07727d3aaa98e7d9e5ee0d10bd69c37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81433a4396cf38453649fcb35ae51765faa16edb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43177121dd97315e79f89f812ed614417abbcad3a03db67c98a279527f2950d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce43243d563905b1d61a56551078eded58853134
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b517ca9fdfdc6fa199352c7f9e24e97a0b5b7980e92811149aa3813994e2f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f0a0c4bc6e15e39d5c019583e03f781ffdd3e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85f8b8acee32808d8e90c241862939aeeed97419805fc2ccd878b4b1b7450f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf5b4d68a09fd23f9a8e08373df7e59998d62b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff27545dde9cbf78b0dae36be09c39eab6330405aa1d57a599f3d951708af2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2450d0ee6f57a1c8543323850586764a44c499
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095b1eed60d20515b7ac4cc66f4b974970250b0025e4284d26eeafb1514954fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5886486d138a1c1083fbf1219a0efc8c021a14e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999d464e4ad3035039b75ec3df2dd45b1882b6def7f7e76aedeca9609a07a949
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936ae8d3ad14733794e3f696c12145b5a20d131f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8202f620e3fe9e2aee942535bbfae6ae2d65f1c51339c4c5df795002c63a7e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e71323df4689896b5c8adbf8e52961076eeff74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3c4a310e5516086b991fcf06e13abb2d5016fb50bfcedf2a1a0bd0825537db
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af2953508251b007ddbc83f01769a0dfa12c53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bc8550862f7de9d559ad73986661e25994db033d8601351b22df26bf074a75
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08343e74b6c0ee98129067409026a7a02dbb154e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebb81cb3cd57b9869c44c903cfde1ed106df31b1f12547fdbfc7c859108aeca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e48f7c079c82f1ae26ef35bbbdde7308eb9ae81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf35771aaf660cf8f709c1cb9f65a2408e291b0a774ae824267624873d7417d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606edd5eae627d359adc187720cb3a3103df650e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8927ee734e55256438a2dcb16c1309b6f4573db9106d4d42d79685acefabe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d6ab63daa4160e6673cc8b5204967b5873e853
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045fe5a93f9596040e616a6eacb711343341a110847bb1436006b60e26d15416
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4489189d7a2faf9adbfb088b29d1fffdace56441
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf78224ed2a7930db842291a8ca194a4ed1fa66127b3fba53fd06d416d4dc4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad7ea867c850feb1a1056236d4e01e5aec83499
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7beb911c6c58c23ee6e94c9ba9c2bbaf7f1ada7cbb15016de9c13528938069
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860b7c981752a5241b8aa5fac53670ceafd3d23a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee18863e134079d2a7beef4ca6935f7345deef8bc9cb31d2f497b35deb97693b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34892c68aa655b1b007973f9cf710adbd86e1a5e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f059ab3c9857419546e30906e167b18194a481a207f2d3ee0e907966c52e2a6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d2ec6a0317b910379575adac1049e56aa83a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de4134ce61e66f3e732127b1c2ef67a85d5fb6b8395a0e8e34c669f21512317
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b1deb1b86e1f23811f98288deab8f45993bd0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09c1213a1bdf98b2dd075aaa90fd2d8d5a33dd20a8e84b0a2b468c892d33b3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56235e1c0ebc71ed3ab9a09773cf35eca367a13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6a4445877881d39bc3b9afae60e6308eb51e556263191cd420dfefd900270
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b85db575959486ef66fa2de9f14b0e40dc957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82a1ee674f36e65a6862845a8b12238543cc238529ff1e57fa4426941f05034
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b1168683bb6b9a9a3f1b1b71f3ad9d4a25fe32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aef156da8bfa886ad609c6d34a5946258b70c11bfaefbcd56d14845e9c0267
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521aa673a22d3c276cf60a892d4e6b374b946e48
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7dc1a469e0fee162c714273409bca0f3cba7d59ca2e87f61126bb021dfd7ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffd5f12c5eafcdded41362dd10e5069b3da0cc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe4128a55120c6e1426c12021d6a2c393633a48f7a7eaf6da1f29d8aa30262c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b02980a45e82b9f0fb11811c58635d78598e2e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa8bef8d8c8e5e765898a94fc22ea6ae62cd4ca40d63427092ac9e958309fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0244f27d303da283401780bd60c2799131e7af63
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c516ea540c860e37027cad417582c23b4fbbb266215d250a41928edae145a1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb83f029b9be0d9df69c400d31e6fc13b370c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1f87dbe79fd15868a3667f0fadb4b79a487b124868d19e909190f5cf6b62d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cca94bb9c1276c8ba8c04b82e45c385de6680e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04feac990926bfc913e34ccd2d5fe0f69183d4428462cfc00765cc8a01884465
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71bf68a102252605f38a0312febb8f0e2475c8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a34f9b21286e8293dad291acf4d9c0ec72c12d502ee259e7baa156e6c5e51e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48292e81fc91bec49351bb3213ad7ef8d5d91cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4726e04186beb014ba8a8d28ac5690a10245189f220fe1badc6694a26d9a51e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ef05bd5d35fecec2f24f98d677948619cf475
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2532581749ab92679a926bbdedb41f81826da12d97bacb28c17ec32165ba0ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f0dfccd71b3e9728e3035c6b01f4c14b941f83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247a508e7ba32d31cab8b0cb8edd0c47f351b4e040163ce105b872c7b00e105
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b09ea0f2ac09dc338ac49e83a8607a43224cfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30097e26f815c2abb32c32b3bc910cc464918f5e963cebb893baa05bcc623c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e7af7dabc3d38cafd6601c2e4b2bd79ef1e6f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e579afcb2c74716075150c606525bafd189bfe8553735bb28ff9385c1f054
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f962f503dffde85310f5f86f9360483c7c7c3f0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5583e117d796367e393adc9a79fbbc8b8b30446a1006ba832046289be28d60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e89769f142ab88755ac9a3a9bb45dde7cb03d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f6dc4b00f07fc5bf7241bba938daaa3331bf8f8cf0f1869224645e33dd9ac9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f0adcd2be4020d9f1be5cf9ad6d91bccb5597
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577bc074de1f756e5301a6ec05d5c99e150c381cf77d00abda71c25216082085
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc26e38927c2a22b624a70240133e5ad6af93ed5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae49595d2c85caf68fc711c2a076efea9b2d970b270c2469ac68429ccfdd7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cb9518a425183a935605ff13fc815651e8281a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0336c73274d041577e30c793165a170a51a0f108bd569b9f37f9049542696e5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6873edc2838596c303636256302794289f341fab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5377adad8d9b6a5a047248c06d19f7498ff4999af6f176c87727bb6c20051f74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b3a563b7ed633ecb9619eed28f9adf47671884
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f293385261c60dd8f01fb0f8ffb5b0b6f3a1a44eed20a6b1c65b41f2d0e201b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c3f2bb7395af1081215b51d18fe6006db2e46e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320ecd38de41a5ebdf0e09e61190b7387adc0c8b38efefcd597a24e627da0302
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fb32be98ae1e87458a558a17dba9ec838bbde6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b9aa4e1550aa310435c0299a2c04db81bc7b97441b44c8010052183a914a28
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81e040bb048bb5107ab919e47fc80c1718f7d0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d09b0e8d6f17add8cc8e3c3898562e57da264f93156aa2a97301045ad0ffbfb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0b0ec1266296112c01480a9571774de9654f4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da74869805bd8e547f9fc307e9215e391aa40a432e8a5cce7d8836b51e2493a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a019a5dd390d90847d3a3598240fa9e8c34d6b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657d359718cb501c60d42cdc0b838900702f09e83705c401025986c97efdd6c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223dd5b149b8fdbf9817a130cba70770042edbe3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59039128b98f917be04a6c4116e870e4f50be71f0e21b04c9096bb94acfbeca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b73fabed9b7d7e3c905ebb628dde58f1077e826
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ac58af63e6b4f984d6d699caebf846f2120fb6bf61e42c03374d9dc7e0f70a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f4d6057d9902684197e11a770d30cf6e7d76ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eecb023c0b157af47c111fe0971b8e3a4129e6cb447801bc81563c6b37a139f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4047c2f3156e42ede984efadca4005c2b026002c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86952ba1924a47e6bc5cbf1ccb5db35586775a835a162df111c906e73835b66
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0154d3c9df5ddbb6f7672bf84aa499135073c598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab39a1ead2f1b7e7e2887b7bf501bda7583ec0dda06de8a9e1c306d94055a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d7bbe48b74d5727d7761f36d7fea7e6eb5930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125a94f0eb7d8cfd07f7fb9b11a463dbb774321e6452da8b7faa5ec86d90e897
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7372fa675dbb395e467451754cf9a87111ee6a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e85b55b931f77f530ca0f08e0a2414b0ede8a01dd3409b8bcd398e0dc448168
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceb4d790503cb9b74fce7335d84925ad5915e7e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8299345139034b59c7c855a5777a2500033aaad488e692048ef5c7ba6f5015
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f21ddb9f46be7d256543ef6f3185c16df890c13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c8557ca2f8a63cc4eb0d8a5b2f095d073374a7c81fc08bbec8e819a58f6a8c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e28141ff9846b29ce923c01902523e4361be97d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93e96d50d117cdcccaca0af9735e5500460dfd7ef5359b31e92d332257eaab
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39fe153838eb5c5749aad3144f7793e9b63fdac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb388522eac932b081f1bcc76616d939008849d791cc5a9975d9612844c14e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ff0d0f59965b5b210121fbcf7129afb3fb65f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3d5bc5e2fb1b63064d20ca078fca3ce62292a34bebbf3ef00a6e3b03bb36d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fc3573e31602e462bea57dc9472cb430235a85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58d6488e462f1cc0f093361e16dec1809dfdd151f9730ba1ded4c4ba883051c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458151d7bad2f26c10b5d3d069702fefe50e776e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1cad8298448079a6ccdae99a91640013c6a70cd060be1805e9deca9bc5675d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794133df9ed9e03523db9ee075138e1a6c736db1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31ab57067723306073f08679e8adf2b8b73eb61661dffaeb0366884fc02f735
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317ade81d927443f4465099916b18e3c99adf526
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3699ca01dfdd676e7b946d98db88beae870ea4b95f7dce6dcef09cbd032890b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd0af8b8470266be7e77192ef5aa989fdb61856
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979d4f73ca4830eef896b8a5e83d88c6ff24c9f02893c4b52adeabf2aad2d5eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97df8c44352d548b12f8a63222f66ca5a9992ab3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1559147669378aaf26db68fdc5582a4e0e2075d2547c266f6793e6064c2029
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60987d12a927e1e7004014239933e7d726b6940
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15242c7e445f132f43f18d2f815de09197787a6254fad9ce373402ff0ff1719
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e1e3b75633574459a523626d1797da53bfcea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356b16c2477111f3b870668670a7c3ded7d8488fdedccb33df9a40b16abcae2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da649a1c8b23ce86d65c017dfc26b8ad2abfe491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a97a004006bb63cae182aace61b1fe881d82d6e88368c215ac45ba0e505a687
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcc016efd2b490c107323aef5b324db912a0dea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ae389b423d0444a59330e14e47f9d1741ee55b878423ff1aa3aa50fb1516d7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3467e9fc6e7418bbfaf3d2268e0dafd840a04d72
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e79655c89488a9e9ca1da1fac32caecfcc95a3a70bf2c3611e3d7b1936b9d35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf4d92bce7ba5d9b23a439efd6cdaf00d36ab8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da67cdae3650339b54feac1ed96c9302c08cc899256257ca4fd74680622ca260
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a4299236b79f6c47561e84efe0c82ea971af90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f21e9235de5ce6ec4e0d8e6fb927e5a8efeddc1dc012c66a134ace900862141
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d586e929ad3272a46819402c9e5c2c73c71bc4b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37dab5eb61a6e6b7849cbc0129e6dfb4b93aafd72b4643d8dedacc8bf1c649a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f3056d1202a4962f6151afc8de9532d2f14193
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe83c0777f6eb204b78ba6c676986bf6820c6be80476c665b63a29854c04c95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6da1d5586ad17c88b68f5530e4cbd6d0f6c26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f41b8087ad8457117a75f039f158ce76e258ca8a70ec91fc17123c727825c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5928883db771955f2c1736457c08bb1fd2e855ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c446cab5879b3059ee309b688a408ce2ff405098aa80562cc18467e42dc3e333
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d61a0b7c7fb194c3b2ee47b5eabc3b3fc302de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f577931bd645dfed3c38661257deef52dd3204224c4a76544ec4e44272ce4d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d980c421bc2ba2e8d73131186fe5b0f329809f5b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c4578382ee2a82a0b7b9a57a36298899550645978e0954f064d38b41e17d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208915f704f50aae306078a56ba84e62196f1ff4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e80363177b9258e554e4fd12e6fb3dfb5d7b1dc1254d0e2ec546df7fb5a5b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fe91312137bf3c9f7880da79839f34b8c7353d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680e7b78076105cc4156e2a72f3cd2005fcfd0c7fcfeb20eafb5f3b54bd05cbc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a970f87f8f95c3df42cef8dc2ca5b370d20a6c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7cfbf00f953720c26a81f52553d0cba5821fac7bb5220b9e3b833b9994e177
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef9c9c86198adc446e9f51f0e2e1d5007e07db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61879c42d14ca7870948635404e2c0a7b263629763b895f167de6060e480e59c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae38a3ee7dda0fcfc8883c5e780db23c7e8785
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b0095e66403529976cdc267e303b141136d3d17c5936485d49edb1bb520ba3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7d6fdaf636d988256a9619de9a55882e567ee5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24d5d175e6ed81aef1df32d13081520e3914e2ef754b615726971cc418378a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4817a89e1c035a07aae6235a31b8aad0f742fe1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eae1eb7b9287ca7164fd49c2a32702707c409c8cf3125ef616d83b38a9b047e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749c0f1eea79d5014a7f82e0db0e59eeab870435
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88eade17e1651878eeae8b09ae1a776b4d3e8b2c71356af1defddadba35a767
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f954e17ac066ad24897f71ea0bb9e0b1656adbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e32e2d3a89fbcd9b9c113c9177aa8a66a4f780a10dcfea30a620ac21ff36ad7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0606846c1d2b085376745c39fdba3f42af8c6006
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ce290ffea8a77d8345bc91a8de53e7919e6924f3af0a09fe511dbdc639d87b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f893bf1f6e48d12986f96bdd8494560cbf08ae28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c004236ef20dcefd04bf0cfe8c286427afca19765f6842d5d11ab98c37869
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1727d6c875aeb61a90d190dd7a915312190bf8c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6ab4a3a081f37302f318a78e647db41e362d04225ced63fe759a821542590c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f7d87b7f565065d5bbc06795871a9b891bda96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c6a9e12a287ad0c960d09cfd58f44cff0025210b6cd2f5c54224634d1721c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088f03943e6395b272b74091cd865640588ae90f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06ebf84ff6f2450a0a6340c1e0707c09ed291cd70a8891909633efe6ee4e748
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f274a092a258750150a076f6f5b46f32068ad65
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd3286bf764f5bad9ec198228d6242068bca6120404f4ee9bb4600592940543
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51e04d0193cb19b93c6deb87b6410b601adc770
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e11e0a1cc3c2adbe9bac7780580d9548f8f56ab11788ba8b1dfbdaf68193fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504309b550cf58f5723b5445743b47c47789dd83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ebf901ff2a2bbbe06ca92d235aed5475db87c1ed8b005537b8e52f883e8d62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2c5ea7cde76fbf6e7035dfb565e98020dacd3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805830e4832abc6c4a4c422059273773c672fc895cacb8beb60e6da0a28effde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ed61ddd68cc1238528e7415301cd088b2760e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855680cdc4f85d38d5ce27f72177d729f6808787c5cb648e019113afbf50f430
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedc5ce894d8073930f096441de05f0d80a8198f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741259a4edf51fe23e20fe50eb08a69ed9fffe7b3c9acd2d3d6e9b3e8e7bc139
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d7c12f34f379967ba223e198d1246e619b3e44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35bc474ce9a32d213cdb2804cd95a4ab8d26a4d02eb7845c13106e7b1c26cd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f69c9de529b615c7deaeb764dce169e45f26324
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70d348d831164ef898f2e6727f9a8f30e3793ee3889a5b50d6d3fb4e226f9ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab54bfeaeac8424830304a5bca1804223af65b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b80a9044afc78d05321431d658744207b7b70d19edb960f85fbfdda8113b42e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2d5fdfae8b58cb6aa94f25a1583aa9b52a98c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2407ae4d8d24221b47de2b8ebec1719913e04a943fc72251628e0b565d0abb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8accc356929ac43e8d443e41a95693443111480b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5446467af31745e90297f8d07a004e38025ec0f89ee2fe741fc840d2bafddcb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1a5f4f370fc81c837d4ee83c87f6b9c8f4a415
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b12829dd8aa8e6a7b5b2ff94edd9d1e7580f7b803fcb13262ae8fd6021db8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9ff0f8ec1e98c03ca78da330b89d7f23e95c87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6672da14fd32191f2186470b4d56205c311448cfb0785238e3dfe499e71b09b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928de08ec4a89f2177b1d4fc9690d50525f7bb74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf774416a7b759aa8e35e19e86e09ed4eb0e8b185e8b22fa87cfb5e2f04d711
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea74a984e7afd44e914e698d1c59c496f20bf570
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7569a052d8131c4d16dfc8c779caac6231cdec5641442056f90e121458e8827
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0eb3653791d3614731a0d209cc17dd64bd3560
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a89ab3fd7b61b49c7894b4cc51e19d5141241ce058b0c25893393b2e9bf547
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732e1ea7fcc7d43adf97c155a39d33a46515dba7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942ba59c581aa0483a04031ff10d39b1763fc00527644d3f0153857c9d5c4722
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdeefe8e0f8372ca2883810cca74d15e654b87c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb61adc6f077f647a0c3522e67cda8c5f68510d7710816cf0d5ced69b05411
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c398b6780b2dca2b8cdeb26ce058be98f8beb9d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5723c37a161f75a0a3a754c2e0a3482985e5f8d92de4829f1523bcaec4c9e46c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9964530979c981a322f5a05b56d8da6d78010d1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31ed4c4f9a917f76877146ec5522650ff81a09b51b42fcd367c7c79c0bc8a23
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53efcb7d127335cbc7575857b292cf4bfc5c979f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ba5409f92b4d0de564b4cdcb2d14324e94230b6a40729c03185445bc455311
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb10da131ee4a850d39ff4cf3c315ce8f2acd77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4b0b2e02aeb0c8d6a71a9c93cea57e8c1d1942f9a9772fc1e9ac37f71a0b2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e14db7281bbb4064b19e805dfba74ea5f348a8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2692e5a3fc0221e1de4d933da23101d97359bb7414629846670e79c7df17591
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb558598a60ba0e117cd8b914dd2e4248b09f59a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8469ad13406f349699cb6afb481b0ffd780d1052c0f7142942f72fdfb40750e7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616bdb77417f0533b26e29fc3fab45cef350937a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b76a45fcb0d01cfe6e8add725d38fec90a52f912986f0e87c03baa95f2a574
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb69f0b3c8bada97e9150da1649e08b7b6cdcb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12647007c8a3f54018c96e9effb284bc774013a7e64dd9729c49d9fa146806c0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288df6786ac9e20c6c2cecc7cff5e4511d636a37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d38224dfbafed78fe58ba1065f99984a24175544da94d34872084dd14e089f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d111f2d5d0c346f2d1fe47fac917347a1b7c1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a79b193ce3c27d6a8f03b480878344a250abc1f357aa343ea62e7c33be9336
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6c82241e6da9484416c8931dd21dd5350a540b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b353d09f1236bf2573cac2c9279c0515c6c991a75052ff14cabac545cda5d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9589dbfbe6cb893202fff63aca4cead08211372
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9451075090c5e017ed5122595cd3db7736a8dfa43afb473fab2453dd141743ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d107829117af77672640e3f8fb5762587496fbe3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71804c4a6683b2fd8e5c1019b8f1bc06f2b4cc36f4a1de88fabebd2211e18d8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57375e40fd93c74798b9aeac940e365a7ec9a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e9c2694b64a8adb22bc427dcb52e5a6ab9aff47e36ceede347cb4ede2e44ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d5d07d1b4e2b0f82d92f9931138ba4f2bc70b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f639fc088b270933a756c5bd93bf7f745b5e80b301a713566ba80c8ebdaa4a47
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4030c18eec7d74750453fdb069b152ce5b97e056
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5a2da294414540e4d24df4bdac2a84fe0133d7435b1dd7542eec51389101d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05666128fc11af387caec6130d55fc51ec578db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42f7e8e7fe4ad2950cb2a87d10f02ba09ce197b24b0a1c0674e09be5db8f174
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b83ae04e7b6d1ccf985f63a0e3d2fdf7d8a0178
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9116366185dffd596f430b06341e556241eaec1e2296c8721db9b41094e8a91e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78008e56d5982ab0a812d34f6035c5467652e788
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c645082d66e94e7848a55b102e25033be21376c50f35624c084488e5943a9499
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5f902d519f8ea20983909586d55c07b41e906b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c119437354aac83867af8d00571540ccbf7c6473d9024309b8e73e4e4b1bc00e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f92cc0cdbc4696401c03ab3b1f664c01c9dd9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674989770d56a74fb8fa5f1552d424e8f783c5b7293c783bf941fef40902bba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f894fee7b0d977e07942898051f55e82a605528
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c546d313160c109b6442f55e6d39a28042b31bca7890252a0d9a99ce393002d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf887f50e125242e138a1248e8eaa4caaef81aaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ace79a483a4f86fa98a5730d41e7b52a8032a8a22be55556c94a8364f2ca2fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abb2974d3157eb33385a10cf91454f9b59cdc26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b469c18c456d49686c5fda4202c862d54915b0f15b62316976b581f2f41c146
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a75676f6e34fefd42a86898070e5d4d233e1d81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfaf24cebd154bb1bb553cf422488dc57aced2c0e1a52712cb62737acdd4e3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbf1b597a32c10f2d4e6e2add19e246a26cbcca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9357a57662a754e722252adb6d6ef470a314ccc5a4fc6b7befe3c1ec7fd178
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896882f321eda1b51052dcd85eb1f181e1186f66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eb8721f793d683742e0818387fb67dd9ebfec6fde2ad78d25317b71024bb1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf5f041c9816f4bdb1c8e7577ad409db0b034b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d1c511d8cd437d9928ae5be73dea68dae4316e96540e40280e499e07ae9ee5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da0d48aac59164a769928af2c8229f7a3e7b346
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca90ae89a88508776e58f2f91f8690878a90f0517f7a3758cc4af1aee2ccb92
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccad1b3a4b0f2cf9a76fed5183c5103efbd396f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d1fbc7535ef39c9943095413943bdb4ead87092d29b5dc46ef5c81e220536d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fec9289b010bcca80e39dd51a8e2f684086cbf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a32c105bf1b154b0c02b71c9fe5e4c7fc7798c1a05c246f67be0e1875afc4ad
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841f1996abb26833c4c7d97cb416463c206777bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f92298cb48f3de3dc1a3f61abb743515961f4437a8de46c6ef3e46722a350a3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc94c35f2b89b0f2eb4e3ad221a61374d9041479
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d3137699d1330dccefe1c45f418632ea5e9ca70d420f28580d58bd5ec45ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412e217c3babc0330022206e08a8614e526c5f10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8970a9b644446bf39aa59326e645715aa000d58d8d1653cd108ae471b6f77b01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bbc9cd61ebb5768f45ac52e1ce72d03b11f31f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7526da0b2b82ad28d9589aa621d3da75394daa1e168fdb598253b36748779e2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a08b706ab217cda06a1f2dd111bb95aa67f00dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef293d08186cc3dc00e702be40b359558862a18ef3fe2b94957faa4c9be1c1b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e5f936987a827a3980e35303617826148f9271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbb7a6c12ac44cf58161024afe10e473ebc80beb9b54f0cc2cba2e415eda440
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927452fc25df1925d852debc5c079db985d5303b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d630f12ba65de000f43c6c1317d98c603addae652aca2c46d0d6991a70681d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb5fda0104b5b107d9f3ed414acdcfd3a02767c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3af64c062ede8eb4e31ff7d3126bb0974f5c0f736b1dbe9d401503ee61876e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c576bbeac24f07efff882a5bc10f646fae0d2af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a93d5d80489b45c839d6c27bb2dc52377c6d8369555e7bd8a035c872bf180d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0311e8216fc3d1cf941a94a4f88ecee185e50fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbabe74d2a7fc412ff674319df31d76e52933fc25d1090cfc2525572d053d38b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a70c9f6493b895e014ebfbe3a651abd370b3fe6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257930ee8ffdb8f9a063ee93223c164ab99aba1c4766b211ddd253bfa5ab51a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe39470aa69ea124cf9449f268abc6166f366a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab5558d7a8a4433cd05fe409d8198b5e3365130b0d5c1c166ae122b488ebc28
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bca49a615c1b7bc83f334e384db0c326677cf0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de023a43d0496b70f95b8acb2ab5d49b5f29664e0e774061f6a63c4588eff674
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707186b5a534f6a76b300f1166c665ef0eab8508
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef39dfc2e6c94466c319c7f2dd1d66454bcb39d2b4bc7059edf555a2eada341f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71f9fa90dff9e08f36d19af16ca0af2799e55aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d78c41852270bb933aa7052db4f191b97b5983bc7ffcc76e4f5a3d21fc5eef6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5af09cd2ad29d71dae3338d66328714a6b7142
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e23ce128e53017817d29b39540d6e917b91dc70960579037c2ec4d1c4569d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0345aa92293250d249dcf10e52f74c41f4c86e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3893549e8ac7ec7b00d9ffda1b721b67723bf640e72eb179349430b88d9dee71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aee0311b549264551f16500c72490073dc9ea87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f5732f0a959d01d4553a839ad1f0f68ba33dfc21ad20d4be6902d318f598a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81ab92e6a8791b3c3c7141d01434e4c4e35a3e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23dcf760713d3b68fc37602009a39ecaa2e82b1c835ee3d770f662078231fb4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eafd2dbfe10973bcc2fc93f0e3cf9b930bfd73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fefdb8021453049a11da3a9401389fc2b5efff39fe5cc54ed8fae9acb08e62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fbbb64c75fab5a5e42a1618117395559320ff3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40bde96f6d48ad034dd4136d03749bfd986b6e402d0e66ac2c583280c7acab3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef0b2b9bb26197d7907197a0767a0fd168f402
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a5f1c344f5555af723f3b46c6a0887ddd8634ee874dee43c9d509f27456a21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456360fa6b2d48b38ee6cb4e82c4ad029dc0587
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a89855fe361cfef5c6b172abbe14b62e63cf98179e8390dded3ecc0a0df4959
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9085ab23e59c6cb4dfa8c499d72ff86a1fdb6cba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0118c050133db405d4c1df192ab799fcc899230aa0bf9404a8810910ab736233
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de926d3ce71c23df23a460ed742bc752db4a48e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b28d64b35f7ae6d6dcdb75624741bf5719036481cd5b23cf6622bcf8c06226f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6664dc27bc08766e3a22594f2025167f02ed9a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee09b4b1c29428ab3761abf15e3d253dcfa6a0fe96b9e147309823fe46298929
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59e1c4c0e8f2cbf0e115e21cf42423766921f50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196d1439d27954e0715df6f96d489415890a4121e7374d752c421f57cdba0989
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ed1409abc292ca4bd9f9f5fb240390ce6a0a83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948c94064a3b3dd6e5f1268c5a96ca2cde6fca2efefbbd2127c69a6dae750825
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf12bc29470e5ef0d6049197c4c513d21c3e1464
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7483679ce215a6894c626db2047abde7c8227182cb27c0ac164166e7b3ee7573
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c5f8594895cf3c0a0c05fc58d48e22df19e60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3473109022d9b54073628f133b7112141c6f7e2febc1e4a704de030c8c415abc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd500d01580b51d918c16b7d6d69e345172ffbf4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20884d3e9ad0d08b78934497f5ca0cf7a1d643cb5678207360755935be07a9f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5e6b4ab43b88ecf5ea8b978044b77a2671f3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f96a3b84d993d226c10f39cffc747d76179faaae3a8773ad83f06c53cc5a0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcea6e4a534a98b2f4b51c690b19f07c7a82be9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb27c5d43aba1800e88068cd25d638d16b97421c853e418885e69517db271d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86432efc748b9d019365a667d55eab8a5abb08
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c5bcad5b0deffadbba883208d8ea4e6528f537ef20728315ea3615d7fcb00d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79697ef2c70a4368a49ae904351fad024fee5ae1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a747e7f9ddaf56d553dea23e3bc75004acf27ad1a8d3654463b1017b914a92
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3932a20bfc7303a62ddaad4ba4c47072d9aebd27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924c8fd30ddb10c878b41aa2a4cad12be4e5eafd1947d1ca8872e411e56a2344
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76445d53b465017c0933cee546494deaa454c095
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa24b1c4b8681faef7765d6fcf03698abe34c9597f0ca0337a25274d3b978b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f3dafa5097a40637c24eb02157b7e716b3022
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4078e66e91b65e5d6d4370b5205c1f7a910cf8c212f371e45dd519fc36c395
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a7105fda644a62fdc3a8d6395656fa3052d17
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d573e5210ebcc21611723de02a8b4bbb98f423c83607dc3a2a14c98e866edb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eee7da8aa6b042f175a3e579335099baba31af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d185fccc3abd7b89c708e2af346fdfb3b57ccfe23c66e2a8f9eddc6822a77ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91567f7337f70ea2cb848cf639c839b1c045c357
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa345f6c839b44d51f4c96f1fdf363109dea41cd2af1d7ddbff1f27abd8d9b39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c58eef33cc9b58389780020b6f2907839ebe248
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5467dc41abab8d1dc3e8b205b33041d6e18c20bc0c163f7b1470a119970bce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70b9d43cd6a465b1ad2033171938459788374a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0be5695cc2df8c7dce4bc1570ee827f33fe3c419e3e09562d9512c18e50190
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc03e66eca7312f777b9066fd75bbb2626bc7e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c355bc996cf9b0c5d6f32f9113c9a75e655cfb9bf0643e2ba1e29ed2ccb19
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fba9b74e946751ddbb80675211029c694f9c3dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a909f0a219693fcb1d039253386606580c212d7e76162beff89379f3ced529ed
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e76b2a69f13e29204cf3e2cf2f441dd06341166
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7462577be244a53559c458cb3c5533df8bba0dd319f2cfa7752060e7bf37f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d72f321e394b94e93615d507e53ab491a9a9dd8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec63252d71d83dbbf0bb704e76c25df1a9389f8c6037444759d98f06f187c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f927de6dcd3656229f3c55e1d9dd1fd8ede4c310
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb4c23654beb99fbd6202ddd450c6a46b1c84b3c78a48c2379a4293b9eb847b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbf7c32007a68c7796958fada09ac8592126e9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514a9fdf0d02c7fd3c3d4ee8f7a3b9ac769486d6969c98cc68f6f306dbde0cea
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bd160ccc31935b5ed78dac420c1a89260d29f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c14b7e94e7bb6554e93a52d7f27207d5a3187a5980ef81d8ddcad9e3a49914
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000bd0672a6afc23694e24737eeb06b4681b9b9a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b867643706b59d90a4a87a4c4ec4ee6a2a79c7655a6d42d0559f68df8ebcb69d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f54838940808c64e18c4c440fcfd03680a9c09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6543a70af0ac626867a65434ad41cc779fdef7d4daa294def2def9eb73c764d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f24ddb632fd19840e4aa891e2e8e34137857da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a77565061d5bbaf21afa9da10981e65c68e2f7020ff9f97f7bb210fc9ffb223
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a090e3db3e63fb1e9cf4c859ffdf7790a535a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9262c1f15111c81eb3dd52d6069d9f6438310437697402f431b0992054381f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199908ad69e4c45ab7f76d6bec737025a7cb3316
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647ba020df630a3296486119a00025a3f8ec4d31598a5a738a8f534dd63275ba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c070a68e7086d357779a8b99d8e643848f788db2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca812a28627596be4269c5eae751207047c35bca95419e6478eb60fce257c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752bb0d5f7af3527c796a28990abd7fa55cbba58
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8288b4432ae57768448f774dcdb6d86119f854e13b9e7e2cae04b6858dc3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dc05c87f6e3336fd92e25770e11f2ce1a7c27c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda909ffa2362c2bb51a95a8854b045f41dd63b85d6b74fcc560984d1ec3a979
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c154ef4ac18666583dc464f6fa679ec7605867df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924581f78c9c6d3e441c518b04ed7156114e70b77ad5bfc1c66d4302d3eda8c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645bd0d3b214f93be79b76f0497f8ad7f42f34e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28bf9ac7ac51323a8c114ba0b409c785cd48dba1ddb231e1f6361867c6daf7d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cccb1e709df8430edd42635f3886a88f32089a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ebfaf32a58f1dbafc02836fed7beaf36b7eb070e98c196639affb9fc205d2e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedbdc7e34c09d91b6585354f21b001122c2f0e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8784a106ea689b02870d91c1c86767836f46660a16d8af5efd4ac4ea3ddbf01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95462045fabad34a126ead02a21a5a19bfad5ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cddb0abb97679d554c04d388c566bde2d1f8b21e35f3c797b20964832ec951
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9381f760bc0f9596bcad0d65a0a42544ff0058e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0535c88be15e61c33e9eaf3490e05e5aa2144c54eba5e3d75bb0631a4ea5f5a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5e00c41bd9c4e27ff503fad40fcfb959689a7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c608fae13cee84ea504a5126d00d684c7d9328bc5305cd1397a4e12cf180f68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8671d03eba632b1da1464219da019e8e4b5da2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d069298362cf88e1ff26613b75bae380c3e5bac218a90cdacc104a5b1e892232
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7cd99f8f44cb5888934f9302246492f21124a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13df707f8678ed6f69a94fd8530fae59a8db75fa75ebb894744a872401b62fa4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b701f210813dec42c5666d6ec159522960a97235
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f126e935eb0ce1c7fce22278f8cc26f0abcdcd97440381d9a69a608e60d5001
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a089e100a63d691d8e494c515478e04ae8063a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4eb32e0f1a0d5d7b082053af5b592370a5da357c27f1799e9230d447cf1c93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261f3a55e0f69906d1d04904a45925a9c3491a4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208ae936ea337eb53ccb9c3b60650dc11d7812a6ff468fa2b1255ab95f293e9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bc359b4bff0c87d7a99d72d9a45e93173a01f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf8a1f66dfb741adeee3a9f005512ccc2259bcd38b4f8411cff786392e6db3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eab9dafa1abe1e0ada790348054696d5f46c188
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bca972e3e1a28ad5656d05b378124e6552b3c71a88cb992ee7bb49ce6dd96b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e19c93385f482518a1f90aef062fc4ade49f86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf5287a27daa582a020ac0661448907a98bec368255854337e07966e24d4714
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847e7e6a0861d291bf8a7a6f0c89565ee1cabbae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3e734499dd3b50a943a6d025acbc1d3c5b24b53a3cca8b396c2c9751c81625
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffb7666e841808f00b920ded2fcd3bc32429a45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0786c17a46f428ad9e37fe20a7eb61e06ea0160507d53d84806f54f5fc834562
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95f01f672a1a64d73fccb8e6068d69bac604fa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a540efeff69ba6f60ed7b6b1df8428381dac131af825cef1436631c2be40b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1934d48fef2a7eaf84089a573f38ffb0cefcc55
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f279a0e903fdbbda7979e9b8970a4b443494625c1e21ba55390caf1ecb3af453
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f5d388cebf190782ffa9eaf2cbecff00a2b94e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd23db8ab14429d5c618226393c47a2042a3352e0e6d47a78e380c3d3dd605a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb91d409e27146b5c2079730f89efc17aac21b46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e02cab5991e6e699f47c226a123ba70d8e5b60619a1f45799b2d6fdf28094
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51706e0357e3dabe3649b483a385d4f064a81b86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3abf8c15bf666173c8d39b7b2f08faa75cc8f6dbe3e294bf52b5ca57dae7bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794e852612ef2266128e32d27a47bc2e8653633c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea463eab08c997c1596287f44b2931b74475ee296266910788433bc70177edb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c89d0b734b6ac9d71c4c935a4ca4f899121d29f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c19c4d629e1cdcefae04ff53fbd9e66c7041fba9bdb0c74a3f9113f8700b0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c5ef078655291af96e24a221096eada6e10237
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd871d9e1cea30abfa799aea009dcdcd68420861d3d6c66dfdd8b8119b4f9d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f09d53aa92bc74bd4f3faf7c9a91e4b45baf72f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11287eb0f7addec85dc1f5d8fb835b12a6be6f621afaa9a7805fe3c3562bf6ce
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a61c23435f2d46b1983ec935c705f8d148294c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d74ed5f0880b4896cbd0853fba61848163e11c728df61c3d30b89b38d9fa4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8220ce29ba19f3c80c1720797dbc63dc618e9615
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328b0f584adb94dfa29ccad85fa9f58ec5000826d606196cde5d69972dfef2f0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b541e06a1bdcb820edde2b7f23d1597dcb0ac9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d3df02990e37bd80df3522a18d8721283a95d0e82014b7ea4bbac19e8946ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb228b2476d3843eea3904a2d6e448da776a30bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf1acfc6b842674fb111349f48ac08a5d36fb320eb77e17afbe0de08c47f856
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec70c2f25af64ed181e16efc5980cfb61b9c5e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c2bb6b2d492ccdf1434aa63c718340318a693cf8d681e099cf7337f6cbc880
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcd482d0237ed5508abf20a28a453f581a2f700
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effb667b434f70510eb0e0069ca1bfb1c924ef8d8d31ea7da0b02dc715da2dbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca230ffdab6acafd43425a7a4f289721335a2097
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f00c1fc37b7f8aa186881be72a1c2fb3bfea1acf6000d28d384c232956ba7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa5d5e5f32db5717ead6ec065a625f64620a71d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436276124a18e3761371b27890a79ec4170ce090077aa44ee147b2fe7fc09b93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3c168d99f8f996e317ee2d187147a8b0705dc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d22af2a29c45746976eeca362ab820aa95a26a220112133250f0eab27d2899
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e34476f0438c393401a3f93103337166de5201
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd06078305158f8bae48e374f44350e10f8aa3b79237889cc00a0464b000927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4860d626479924956452be863a717e2324f16baf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b28aebec40c0d237e8dd48e4d0c4bbb5901ed59f5904e2a49e0f57802215373
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2436eda022b07cd38249149f296fd387d7d431
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd708d411a9cd882e0908f1064697ef83919722fd11c3c639543923487edb189
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d034f2c93418f75d8e5be3dbf279bff28e658366
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ed74843a96171c9f24a88a5a14fb3b5a11b8d2796243d89b451b053476ce3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80546be72309a04ba9f0c5e60bc2b7f897cc8849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63662661fb81da7697995fcd8f82412b23f9502ebc51ff1dd1100a15a3c461ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b746d11480e0e532cdf29a52758ca897a3f8b887
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cb5853c8fb37425c90097f2cdafc2330eccca33ff643919fab82d143571dc1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4f7898ca1b12c9b292a3e5014814dddfdb4ef7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e013d66efdb17c18bb79374428a340764c1f2ed97da924337c0d035e8e9cfd57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3936315ca8aac0911e6a588283a32106da4f75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14d20c790e55f2d3255f530d5cfd0dfd8636a2f509bffbe5c2059e5209f875f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93024c0f0d029ab3f481b48587fffd7c0bae81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab49d9aeb928950df8dbbb6c28650989677c8c4d675df33189d5bda74c2fc235
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4009a1475ac19ce55de6151a6026b92f443c7a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c5cfb0426d327f8bcf703f10e0cb64ae5b4f6da58718e8016e2d3d7a8d5bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ed2f1a31cec0d6c3d657f5047c1e6a969c9a36
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9595d0e26f7ab10406a14d17cce0d0b8600be27b2f7685d8b77784d6b3e13a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18c78b731cedad8c4f239c7a55a474e0da8335c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a136d6dbf9914de3fb21c6d904848fabacf540b941f39ac5b15c0f110ec6c801
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834042228ed9aa582f7786ae78d56e3a8896585f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d084a4c2554a0dfdf7fa4e2910917509ae815557d1246da0d382bcc4d6f595a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ba53206b50fd30146855e897a4e73d10e1379
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76389ad791524e8ca34068949e9fbb1841e1836030bf8cc7b05b6c7a26e15de1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1b6cf0173fc371f8469c7dfb93124c80f44787
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbbdbabcf07c5871569565c987ff17c9a8caec3716a2544b233aef6588f7add
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77385656825d38f987e3970c54120dd07d2a72bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc073290e94bd5a3a153c7ac1901828a065ce54d4ae2eb2fc3e1dd74c269b8b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a5dbe56e4d1162d093d882cf413dfe2d48f73c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512ed7667acfdd6f1133d25b1fdccdb9797659ab776ffba84764bae4cfc69926
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99258644c1fc0aca1b9dec0375cb30875efbfab8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438d7f2c50c81ce841f2242bf7e29e882c7dc1b51933984e30e74646f0a69271
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1593e3cd13010a3018a370816752e5aa39bfa0e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc135333c3ede8cafecafee1a231d41d8d592a846ca6fd0e139482f7de13b27c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba7c5c48efdd346ea9223b65fc73ab24fa0dfa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e080f92693763ba0688ea689fee3893e0e7a2557c6467928366a4b51e8afcb8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607235f088947458843b675cd496fce994937634
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e78b0e5866ed090e677f1d9fb908a8b6986e619546d9e9a393320eeb23db68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee54b49a189587a4b10cdfcc6ac2e6252fb0f96d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e434cc9cabceeace6856d68bb8c23da426d8a94a03a0bf5afed984cb916fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d12329b1386e458bd633e54b258f797c6f5510c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a564d086e03c03fbd90fbe63a34e6d83aaf5e3a571dc8fe21476122d4a2a5d7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9628a5dc9e14d0f32088c89034b8c047b7ff87b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c29b12d2f791cab079f2afe632060b0bc49cc28c9afc69700c7cfc6556453b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c6067c72dc4f6a2b656719cd9ac479ad2e84c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ec523d67f2dbba5f7b3fcb21bea56f00c7db9aeee90c12e5613f3944f8d751
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c11514cc48ebcda56cd2d468e089935b4e4eac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be79a6a5d4ed218973039f2aa91723de7f7eab7c9aa054f7676219bb35699849
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8303fd334295f3cd1ef6fb87fd93b94110ed0b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e591712d356833009d96bd9ccfcb6f6c30379650a4f22b9cb62329dbccf2ca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb7021d822f4063aef2302b0d17365423b11ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5304a42ca7cba21cb6ef6fa793732fb69db7babf2da1c30d30906478408167b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c09c87ea3cee363a7aee469789a371e59c0b57a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c636c43ab2ae13cf06c42303bdacb2ef9781d99d1cebb9029555435749454
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4c21cd679abff01b455fd5767f3edbf40fef6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b24c4390cbe3056cb8facb11b857ac4f7891ec6f78c1473eb029f039dc07480
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729bc97eed0772583cdbe98889f665b8be68b482
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cd9d7d7737697e6cb580ba0e8bf859154bd24349f3a59943a0e876e5826a54
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c37a86df1b59df8f14f62b6d39be9ad1c24445
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720c0cf83f840ffc326814e413b2b5f71c8243f7fecd2f9826ea13938df8d3fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc1c317dee5a870befa73d0379481d822cc2cfc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a631d6ce1ce391267890527bd8f1e5b093ff8796c7466c8f0e48d652817cfbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dbfcaf5f747fdbe020ba1f2cf0be9b765fc492
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf0d25121739c86a31c3874f44a6f981255ecb332ea00a2e85a626d7e7d4f7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ed5d2ec5a1f60d42a5a64405270714997bb8b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6475e93176a2e68b4eab6e7619cea648e2d901849dfd56721aff160b03764369
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccc8a6810c98f2e38d31da7fb36a6e54c7e9b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1a02101af9405710e72e5e7ceaca65927b0aa0642e8d8393e3a789ad55283c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d1fa51c8364072a078eeaceda185aa8a2e6ecc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd55f6496fd1224f590f57110a03d42238c3e515db115a2347b10a6cfa641375
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15be37740a5b186effd36e5d0599dea5b14457c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d4e561770cddf29f7cb8a4a5c0a09e7af34bd6fafe178e3278a06bc33ff8ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4a31ad642295344402c71d05ee4ba0223f66a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f1c27e9fdf918ed138050916bbffe1f4b421c50330a6bd91f050de5a20725f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217e8e768fccf8e20a1315c3af11363932aeee1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cde8a087ae05cb566a874d72b80734822d263c2be69f943a2bc88ecaaaf531
+size 42115
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689cae379521d76e99a0a9754cb8338caadec476
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3ac1b0b55b7cbfc918cfb1ef3de3c8247d3734783e09c9b5cf42e4b06551d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982b5cb104eb9ed692ac26b0456bd5e7a1232122
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0905d4a6ced619f45e1d0cfcd121ab8c41d8c7b7ca8dfe15e15240817786b4d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57e9ddbdd461e6b9023b57eebdf2e7a3ecaf0c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109317ebaf67feb0fbeab2c44895ba2aabb1962cb15c53913a8315b5c216e164
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2317d8cd837349c8f5cd81da5f09bc230b0e1b5e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ce82c5130bedfec9ecf44f2452cda518ff18fae44844df296f83f87023a3b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e9421bdf4dc919666daa077a66f5a768166007
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d47b21eccbe4cc8b4a87799539a35aab4be6062389634554bb56338764593
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ac737f812a337410240a4588cfbd0d229d33c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024fc650345d540a0a1f1e324fd799b9819a566babcad27ed301785bac4e10a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd3ca7cf4a1e98b707ee4e6ffed3e537d019c8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fd48ba85b56a95c1e7a059aa201d6ff6d527fe880b7fec441c390667312695
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c7b25fa8bf57ce053e86c96010973b8c65fd0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be241c428f069a7d351ee6ac9e8301db45743d4b23b208826331372796235a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73551c08f2d58e21578be71597de0eb7ff73b02d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42b56c8f74ef3265975b21bc0669e024c00f0a011bff6b8ff433aeeeab4e2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664478f1ec8aee143ca94d08bebaba53338e5bec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ea01b5dcc4605b573eea90695ee36b5e202e57a98584a81d50e559a1704456
+size 11395