diff --git a/params/phi/6/rnd_search/comb_12/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8457b30ed4c66d969436ede5359b88a891aee09d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c37f260eb8b27b2139b27db4db0bc0015c62d60911eca8e0d2823989b8dead
+size 205955
diff --git a/params/phi/6/rnd_search/comb_12/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff35d2c07861ed5e7da9bc15a8ad22a6ef4da4c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498f5a4d528c7f09bb6d38bfeb1a0829ee5b4db78d09157cab6cc0623ca023f3
+size 205955
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8361a60ea83498629b4a67e99f1c81a276721592
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a7adf8da8d490846aabe488e42b4030fc812222b42724b40c081ffa5928f31
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdef164d593e09e466b6b98ca1d334dffe4d784
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebf6b0374f7edae38b740f27104bc6747f981b73b6a7cb08d4c8f86f7450f2c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513cbb4bcef873287c75133822dcc80fde7c3dec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cad5ed755a24c5f41f3468d90c5da32a31963ce79f74da8aafcbccb75e2151
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30340bafc2d182924e16e6d9974b21a8b5b1a7f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0bc748f6757aa92e1981077c4f38ac6c3ff69608772dec84620dd8ab5ff684
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669d8e7fd98f6fb02d1db081b368980f9f97027c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf81bffe9861a74bc6a9ee863c6ebec9f3f3f007d589541516811f3a11387fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5f21470678330e169c26e907fcdc8f4607688f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7827ad31c1a234e6f7c1e7d51016440148a37539d645efa32eb57bcba7e259
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd286585cce22c102ec8b53f4ac64f15a77fd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac1341d44be448a69bb78d9ef3a0bbe11d181e21c90587584307f56ea24eb0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93979181fd136d4960bbab8919cc01d07c42cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b720ae2a6373b9453fb8fa17cfe4aba21e4a5b312f3adbd3f146a290724961
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200398825c63c7f5d0e36ac9bc41ddbf0c928c59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1836aca3e78bc2ede7c800c8d5e767c79b27c1b3f43f23e2fa2208bdf82616
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017ff5717f5a66040654f013b5f785e52eaaa986
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a834713d856e7ccdad0025c0f2371f8df3e25d1993b33e193f128aeb4daa9bca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e0d85fa5027824222d4ff18914e6821fc59644
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b71e47e339899e34e50a78fd467a0ba70127cd69b3f3e939541fa1fea04ae0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c41b0c1a525d073fe14515ea724593b18f122be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e193ea903d82984daafa269f3337b6cc146e67f30930825801e5ab11b5cc40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40350c6c93b6fff71162bcce97864cf1d9fe3d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b3f9d008c06e6ddf6c42450fc4d2f6ecb42016b474e42991c4d8f067ab0c2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a1567963de29f31ce71800e71d208d8f47d24a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7446830480b010b9481e5c4b5745803fb1d2aaae86b999e6fc19a9655e572a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c359321f3138fe7fd5f85e365158230c5d5daa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28b8fdd740bd38edc9b36331b73bc4276431ffdb5a34b6fa7e8523d87cd9eb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca5ea86ce3129be513c358a7c7479054a94b043
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa072374392cbc9b427d3b2b47197208a6e5981b861688c016916c1c9113080
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023721695a7bb398b547450a5b9568cb721a829b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02b1c2b138a2bc42575ec8dc1a0b0e02d6e05f7c5efe2416b4c4b1266942b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4366f60f5e2738cd696485df0373d28e5a68904b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38063b11438b5c3b85fe53ac18a8df0e97b7ba533f60c597763b5c3fcb14b6f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726c6f4686e8532d18442bf85bcb7b4e1b10cecf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f071b10e34f3faf7718dd9376ddb5d433ec60bce4ca99ac54dc0811b65c8dc5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78922c123e1ef03d40cb59addc8e3bbbaadddd1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd16e645e87745321c61a536daca1c7bfd5e2101bef954e7ee7114b7aee316a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ffbaa5a6d9ed11f5f4b43c8dcdcf618ddcbe1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f7f925e212be4d6d8f6d5e321d6b0a8eeb05b99e7ff74b29bca8775b2a62d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f04d2af688fb9ed7bd282b0846c1f5eba93376
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714dba30e2f20fa07b7e233fe7a0bc205fd1401b0cb4d1fc292a2e4cba4e647a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c203da07f69b3c8937b088fc69e1b935aad3ee4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e29d1778588b973a1611e5d9dc4ff25b3ff3475a2120cc25e584608238670
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9726fc5eb82070376cce947e7eaf0369a3b5de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82f90549af0737a0e1ba98057ad36e28156db55c48b47b2d5fc455a4a587a7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1cbc1b49636adff2516e99d0e83cdbad5025bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d465d969910f6bbf4bd904ad71950253ee7181c3c917390c4e77caaa0be38d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd3f0bdfe35c3eb9e571c2333ea41bfa6e66b23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68f5dc30ca1d5c55a09fd7e45896165fdb870e3e08067a14a1dd6a99b0f5c8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba388f84b462782f40278dca1d85fa342ecddcc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc9ae5d457ccbd106a555ad7999d594bc99d8c450018abaec28780b0d8eea1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214bc4fbcc1cd8b89d4ac9bfd83f9b688c7de39c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c023026f882e2a2114ee59084153026091bf64ccf2f5db2c82e40f81a52a76d1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835027a0ee4d9a151d51894797965706293b12eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad70e0dff6093a0d5c09e00897617ea31eb3a0731d7afe46fa5d7c809d5fa9e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7be62bb0c58bc27a56752f043fb61019d6c2e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf87d596762c59c335b176e8fb5714e6bcb58b3a83a5fc03332f8a9bc118c96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52742cd65ced1d1b6129c0b804cff9bcf512f628
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da2160374dbea776f7ef765fd5b43e3b938190b0ccf7d1f222497907736870
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f95579af5abbe60291fa0a33d3169c68a902c0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113a614dc7ea8e5066cc636d0ef75be2ff0998dc411dbb234291b95332f220da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c321958ede9a79739d0264ea8e021a9e6d7d4539
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253d2c122f82e3f6dd9bf07c66b90fd62616218ede7a55e2297bd742270278f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbcfdf772a0083d7680da820ef3601918bfc29a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3d788f2ebf6417aae55fd087f75a338715140ddd190423ee9e1a5f91b92259
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5651394853d4e68f91098ff7c9ad172b1417d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963e9261916fef9189c2ad16608b14fd51875c7ce6eaf2af3fed5e2369dc704
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531215660fab2d0a5b7bdc3a97e2473f0822a873
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c830b16ca616754372ba24b33d36df0da5fdfe21bd20e7a21e93c15e8e06c2f7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4d2b46fde42ea07a47c7eb04dc3761f7dddb9d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f335758c5b8502ff34f3cab655ac65126e715a85b6639da586ae1b3df9c0e2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827368656dea826e1b701e071ff12f3a0bf40777
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0932e3e60ce52f088acd5d7b6d9e33d9556c059205f7a2d5ce777edeb6339f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8b731ebd895646e98ef3186c27845e141f0f0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9352f0e99bb1b98cf6acc5713073f631aef17b4b28c1b6ff1550a70e80c40824
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f002c7de73712bbda40068781b00779ef8f759
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369f9a4ac38ab82bde4395e98a029f9b861d38f202aca3a596881df0c7faa474
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e0423fd4a9d280e0b7798d4693705f9b0d7f45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a4a6ca6987c8ce94e6f84e92a7525ff51c5bc8073acaa6ba8e40b0fabb188f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6926cd6c433c21ce17b38c490756f10ea20a1092
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd62ef05bb320dd86700bf57801dbc68546ec16cac9fac5563fab7604fa18ea4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f47326a6741408bb64c5d140db697195092182
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312376bf28e319efe67fcc55301ac012b305320816b15ad6f54707937d8e272
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b020e6108a298b93bbac082485081db98a21714
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0de8aba37350fd1585dc55545fb32de9a5f6e1fed58d9285bd466fc934ff24
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61c42e7eccb283f563d0e58f08a3e3b686e4914
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888cd915e8fb7739983ed9af02af217db49effafd61a35e45b9ad9e9f1bf5e59
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9650e8171fd6a8bf1ebe7bd64ab4289596a021c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94159a164ae20230952e2680f46833a5d5d08e4c54072d2f50fdbbd9336c3764
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c02ebad01a77bbabe678b3d5a09ec61891ca68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f6cb2690778b7448f04e839d0989eb925a26b061f274d166e6ac46da2a78a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4b710f69c9b14a744e1bfa2c1034cfcf09e14
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05231b8affeb6a5282fb3001659d997471a1cbbfeee6792371422c4ec552e66b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570e44d330344fd880c7f271ae41cdceb81a1ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148391f1fdbd4ac9fb14fa5d2e5642736cbb31a3b56932341793f05619aa76e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7172e4797ac9f87300bd238329f8996d6c8e704c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be490ede62f66a3ff5661fd65874b3ad531a0ea96f09bf2fc92e8a3483e5282
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538e0893f6fa874f60d81b91a4e3d65caa2f548
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64863a612c298cb88d952c57c0f3f2afdc5bb1ec7a3e0e91a3485ea0311122a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c3d9477427b3ca17c2d6b420dde4eb139dc7c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599bf37a197bf949e82bef10e54f47251cdd16d66177460b809f32382577ce71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4d3761d48a7002d242ade708f4f25b62743f98
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff665a23e0aca40fe7accd4fe253d46159464364f84927e61adb7e733d30d777
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8074c27f27ba1950dd4def84305e654f2ad6c810
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318cf564325665320beacfa0c3637b819263963d2fab268e0f89ce309146a69c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0fe8d7198062968567eb232687f5a872f42ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c9d9e3a6962ab713d7c34e9ec3e6bc9341830ea49cedf88e78e3d3f9b7c0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e06d48250dba0f0adb0688f551f80e60910342
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f27cc075aebc0a77585dd93e6d5d0039aa827a9da39f1fd0f19dc2758242da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d527b38594bfa12e1ae97e99eb5e83c9d16e37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb50996fbbd154f355bbc972951f9358a6aee2750da7d9003fcdac76930c9c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef095757eb18af7d62a21a86e57e1f74e1c5b424
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3ff1b32c94a09e86bd9e43c8b5fd77eb55e5b1b809435de5361daa25f282e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45c0e2ee9265be4553196dc00b2d764b9ab8b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30170b74c8c43be3a25d6e29e19cad96d049e2fe0c4c3882e0f30a45a60223a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304a04e551d6558c13eda81092a5cf26ac481f76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb3710736673d0a433f4e7bef0e90c6126cdc9e6c2ab9a8c08a330426e564e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b72ee5ee6603e4060311bbad3393da474310f27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2f083fc0af0926fb820c587d82a56845b5ac80a0f905f3d6ff6317705fd25f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296e6968a9960802faf9fd0f3043aded5a56cae9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bccf21ba14b7a8b469ec57d42881d0253ebd05cd8bc2d93061dcedbfb57130
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1849a2e340cf375c8d12b18aaf0b7794beea3da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac420beb2ea1ed00d1dfb822d3dd92313c38b271cd99ff325b92566f0aa7276
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b057e2ab1f4a5b0c8dc30c6210242f919dcd1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fada987ece1f6d9bb977d883f5dfee435ddd5f01e3b2446192be0c0c7507309
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60836b1cf134d0a46919fc11f29067f48e173fd1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d642d546d707db1852284c7ec95e3e4f8604b60d56a9b0855ec560635cadd2d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de4be90141c7d0e81b6a2d95a38f60c71d7e5ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedd4360f4433da340976410ec865993903cbda16d6a43911be5a4f456edb21e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962f1fd430176b622c06d898c091a7cddef3d7b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d273a25739dcb1f66812e48d25a2821722e215601bb9ba77cfa03c26e4a697
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79cf554b1f3ed6404151a032690f1dd965e958f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7905eaf2923ac2661c8d25741a8087152553e1a4cf9c6185b9269ba650c153d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c61354c6b55840c4433b5477d325d1b00e631d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff03cdc6549d46dcf999d03d54e94139dd4492b6e33f5bb8f6cdb76a0eae08e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f135f8e8e191a572a74487005b27bac7aa33dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a02f4bdcb4097ad5cdb5e69bc3429d7d3dfb8f8b5a876fa8a933ce23f27317
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65871556d685a3bbf4ee53593d32ed5eec8470aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8aa3958a7906162e4a3e9435658cca5ed1afcca3360bb26dc2feb4d4539950
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af354c15af4d66f316c94511f743c15f7ee42c8c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3e4fd487d4d5ab76c0e42fdfacd42bdb9b7efa32aa58ba65999e4f7041a126
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ebc5b57ab626c6eb6cc80e9a26018373db57e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc80fd8331a90111d6dfaef8176e0120a0a2360139046cc3237482691fb730a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d852d26eb99f2d4bfd284a8f8a864740a5cbfcd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28841d37cc2539eb49d72d26f6987dbaf6775d08d328a8ad41257acd8de691
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64354f42bae16528e1af973338bef2791152a5c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74f15f8b0c64b4bdeac2d5a4850970e48ccf923e5347a1e5cde201a5c065cf4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b502271a6c49b928b6ce55febd240a2a38fa3fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e28b8a71e9c4fbbabf3b6edea8b0782687a47f4984a76d38b6dbe6ac95193
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7616101a29ed4154e738cc41462c356f2e5c8533
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12689912606cbf7f2e8ea41a3d373b37955aee470e4f3d7ddf91e3a4cde92a4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97073535ebd518c9b3a13d0d683144dc6fab05ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdcdf46e8849e72aa28d0436f920dbdf6b5ee26d82781e3ea05d51418584594
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b945f9d92426bde7efe8da31b5c51bffc28ccb3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe05cbf4dd231d675055403086cc2fcb9df76191a8689c5e1c55306544c72f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0ae3036064932bc402e81ef95234047e08f9c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605c9b92b8fcd5e153baec5cdc8c45acb5aba3368366b74c235806493d05b6c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc4f3368a7741cf6b782154fa4467ff202ae0c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc44bbabe88f909dbeb56c6a9079ef1a9db7ef6b758524754d13045c5fa1a04
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1df69f8437a5bb89cfd9e0992ffb7bf73e7bd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419c2b1ca8f80f8ead647fff5b0a2c158920df9f219ca2d48bfda5d89297bd8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72595e95456ab03311f72fb6d8ad5301c4b4ec56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d023262cd65fd69bdde619ba4a62f102668377fe407da1f10231c481a2b622e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514e672ecddd970c6764538d8abbe1fbe15e654c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadb303bcd7ef6f3f74a8acca5481a442d7ac0a0f61eea22f70b50e4255ce581
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136621581cf149385cec29c6979bb65ae96cd5b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221ecee90613a6daa7160f3bddc3b85be4561357b9ebb661d23467b657f11184
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0cbadcd6705d327a4f43585d17fc7f3645cef0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be900ac197b026495708b7b933cfc549bb3ab18684cd71c83a70fb328ec831e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf6d93f4a292a62f99dd95b8cbe19941ca99735
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c644d1766baf1c5cec85f1ac264c8fd312bc0b93f7c96b68c1ce20466c85c210
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4aa591fa876cc7bb3cdb168dd093092f4ae157
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea9e64f548295786fd0a8eb0e0e73fd5146d0cc3c8a6abae91cd579d2d9a2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b14d001219e97403e29269e47c60c73c7e409c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ff35ad6bfc6ea75b2a8d69b5fa42ab2fb73b7ab47a7cc9b8382abf4de61830
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19b8cece834a946eda013cef6405063039620ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d01c16a030559086e26e61ac6d957a387affbc38c81228145863b3c0fb7e3ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e5ce32602b73e2a0292e7e44e44cde5d704be6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316fee4b4bd027726239a6ce4a1c37cd43f7fe27585f100c4a210959e7eac68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dff95b387e2863b80c09d6d335c9751f23154c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271343675ff24bba9e805aeb331e9f6f2e9fafa2144f93ef1dac1fec16d4bc03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a08a837bb24ae39f8ded27400b90bdb2a6aae0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c05252aa908d763875f80bb1cc3381b92136fada50d99f2e37f6f8a19eebd0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1221d752bd957818d37879977f7bf144f6f487ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f51ed3716bc6a9588f86d18253c01214bb03366994d846f9a60f9a3fa339a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519fbb77e3e3f9e5e5fc01c46a2ba7ee63b3f665
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e915015d9b7f39f67c44121348f4d3311efc373fdedc772f62e3ce7898fc37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe54e9b3494ae741887ad9b1296157eef59d8a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed11efe17e594df22d99639bf414d79754aaed401caa558920fad00e83f4d90f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6642707c316012dfef82ebe4cf9f6b156761032
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9931814d038a1cdc3ef0a6942feacf8013048530ac2c179c93607e5717d39a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dfd1807c8e7505993cc045127f8f58ebd57c2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbc18a50472fc734a6104206d9641c7524ef39dc066cdcb8ee15eacde126de9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd3262b4daf06b6f272c9b9247ac8fca145c50c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecc6845e0946f66cedae161fb4a84a5351d567d7f53292b1dd6e450669a113
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9952bfd255e850aea9af0adc1f0f4665f21103da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c6941bb13a6b82f6f088895c8d7d7335b5be1f38a0a3bf99eef8bdf56d6347
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ece3ab13221f4d39fabd06ff6c49984f0918e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecd3d319c9658450dd49fbae5f53d21eb5aa49f8ebacd910a7a7de9473ae687
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1b8058d078793ae8ee10a630aac9f5c3748065
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c42189e3322b4ee6bbdb72a1f06f9d60b593a316c53ce67ee93e9d80cc86c4c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf016678adc4673ec275c866c1e9c69ab58f172f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0829dd2a40e8b69f6ec406280bc9909b1397f3dce21787adb4a44adbf985405
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9665080fa819a4fd616a005db8988fcb0be1c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e839e36a6b4936f1ef3d01e4257f26c3bceef5d7e1e3f5b6fdd86e1fb3767c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeee7ac8dbcdf5bd7489a3aa8d44f75812a058f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c66f26dd90fd2b4fdc75fe130db556ebef48f929d4bc32fdd2b53cb472014
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3956c6dbee14cf11c0f22374a2ca0dee21543fd0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a79b119766b3c6b99c647a905c7d6feb2182f440c528dfaeec83d5876bafaa0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47a9a213b13df178bfb6fdf28cb239f756dfb86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6af2fa361f2c88e493063ffefc0c394b5e8c6b8c7fea2f0689de86a018cfd87
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62462d5a676e62823094d847f570cf1d62133598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a380d2a9946b4850e0e2db4046d5b66bb870e8ceaa3490df9dedd7c982fc5991
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c93bd6d0e1ee7f69fa5108495e8938229799603
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664d223db9b8a1df96feb4b73d67fafc1b86069b2466f4b2eaa6a0524f0c20b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7732bbb7d727326c356e19c96e10b7751416747d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124d6cce995a357297df60150e50e1658f54aae7a05d603e066a95d4f980e871
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53939af4bae7407cc66a7b3cbc17ef7526e7607f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935a76baea311d67ed30b614ed71e84d22b10db214b69bd5759fb06bfd4cf3b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3a43c3276d15ad7829ac67d65c2969a84670d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c2ec3532f483811906abf3c0f28935821fbf480f922d438a816db07458cd5a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d793cc91a4b950adcd2d279df5e6b1750ec7fe9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e79897cdb78cf1d48f62cdb3ad61fac68dd33725be1f2a171126ff101db81f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fbf1d86ed99d96f7deadec8f48a438e77f53a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc32419fa9beb1bc5f7c7566ab020a43cc363d6ef4716f255e474c3b907004b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571ee08c49ece3ce96f9af1da3209f160ddbc711
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cbe48d0b581abb0bc074d7e37161d7d4c8894c055c987ff110837aad5ede93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48464c36d98b86ccdfff0df4c7ca2ef63c6122f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d5a64ba5ebc096425513336e1c462aa4c48a25c0639c48a562817779d8923
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ea4e7e997451d2feee93835fd2b3e599d9e33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e7f453da4b24212cb810d8debb7e55080e523dc82c6756b7472ebf9c913734
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fac57af2774b133e2c2bf7276d568c7653fed82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f0fbc76dfe8e12ba80549917b67b4eeececc8d9a88cef4e005477933168629
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc673b931cf8e8e47df415c4f557e567666dc537
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f693bee0f8efbd9ca95252ba59cd2b8996c5a7dee52f35d3b7230ed139e09ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ccc6151e35e68d692b5e298f74e83b5fe92d5c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0b533c03e8d4a835e115c7e650677ee2369e47230a0236640bdc061aa3bab3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024c7078ce5090d362ba56bf0f9e9d41964cd5ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f0eaa00e2defff92e86d11cd1074bedc7d250fe84cd2bd16f71795157d41d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ddd840148ed1bcdbd3497643c699e597a23760
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e547230317cd0c409cdbe89cfbd6de042d41c417a9b0b5999070a6e467ec31bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09934f21b1fb0ad40b5235e1ae78b8bba580a339
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6285f6b1019abda09783fef4c1a9818c7b3383884d74e1ae5fc16fe49f7f54
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d60d3d592c6c8370c70987a95737ff96a02c58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b74baaf047ea3f09d81291136a8052125f14ee8fe7a2d7e4d50d0669d4ad0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7731e96d77e957b3dee8820d7e7f764030b21e6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8356f7067fd1e1e233c01144953dfb5f90acc5e42753f082dc547bec91f6405
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc88ff56a39315d5ca1aa32e5b48552c638ab27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98994af4bad59a7d86afca8a5b50cb1d8bc77473f9fd985735af9951dc382b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68619e8596f32129b20b54ec49a0f647096c3f9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbbd61648e4e3fa2f9998ba28e8f516356674091657a838b57f8d1f2125b39b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99d275d3d7b4906eefe817022348901c9544f5d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cdda296f6e5242d8d7ca0f83d1ec15402be49c01ddd6a45ff9edf2b541ab1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0facb3a87865a45574f9b53087a86e5f9507136e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb0f7e9f484417d0bc26e50cc4f359d583a3ab146bc2390e68fea1f3f875a8c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed72f5519c0cdaab2084ef7a7b1e1d6c4c2d9daf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b224c90cc03344c30f60c8efa3c26f38c5e68da5d032ca17fa0a12851303422e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06da3f640198d5e54dfee2d9e9a0768811eb8a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b16b1ecc486c589a66fdfdf430653ef88e9a68c47071bb22cda35621a76e907
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2255d4bd8d9f281e9246cee6b8c8837c10865
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47936f8f64d40850475f689e3960141ad2137d63b7a8fe36f6d4bfd71762f7ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3c9118e29c0cfa0c3bd9b93143e4225bf8bcca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c3f39d4e931e763d9e3645bb46463df51fbdf1b3514ca572d33895dd6a172
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a3605df731c26b099cbde829cadb5bd456d3ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7de93c4a07b1fc907df51c8eebe4c6fa8f646dea13c39a10babee7b51d2ffe2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e10702e81fc4301bf46aa016544f9f0a42978c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e43fdd6f4a79f151bc4d01fa308eb89f97c85201f477c13019530657d2e7f1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c7339c048142299641ba5800e8c93334f83d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84fddd03bca4e451e2a4eb85ddd7573c9d2f5404b0056b40120eca85e343a34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92a6d42cd5d32fd519cafb34fcdbebdfc21b1a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9ab379a1c61961dc4cb139a2642d37fda4a7f9d15110aba8e9dda12ef091e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0653a4aa8811452f62da30f8995faa4553d968c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fcf56f0465e16d2fefeb9005c0b65fe9ec0ba350ba4046f3f5e041fb2462ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338dd2cc8f7b97ac3f62885604e855b20d2b7785
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667f30b0d2826bdcd22cc126a3f05db51fd97ac40359d6321333018cbeb1288f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b721a236c8ae2bea676470af95b968ee8ac67f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60cdac00d0e424d910492361b50035536789e919a96ead7aacfdecdf2db06f4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5a86213988c7a6a2cfe885ee61a67cb5d8fe5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c05697c1a421db20d1580601473069b183f3482266e5fa578673a88fa5a574
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3713731f77b033f8c50b515f4844b3e31d55cf66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8dca4906404ae8f556a6f31422dad7cf4d1373e9485e553b3447e259aa049
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7698388d5a471b920ab58f01bd4eb7823b5861c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35b1e60d6c306064dbae836e5ab1162d842e950f4bad5512eaf0fe9c29bebb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80040d8b12fa93b12e3edfa3b2475439642c9afa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8496c2c3a9b690a45ee42242a5daac471c8cba5dc27dc3849205dd7b57be3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7488896671d6124e7785de7df3977af7427bffb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94cbe6dfed392a4efe71168cb57d23440f3087fd2ba71b0490c0e98a02f083b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc6de173c238904a738af5f12f11f5234e76e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cca7724a420291b433851bbd9b2501b4ab9071cf5b312e2f4e55cad16dabc1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6d5aebcc7d76f7ef809ba569d0d5c9e7aa2e79
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6efb4fbe29a0f34d15708b5b7a8a4f20cf463ebf12830554e1e7f73c20f36b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64146844d9e8ec6d1c40600d7e0070b8e22cece
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7179bd49b39cb7433b0348e43f9ab65babeb86e54add7550bc17795e27e02e5a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1fe1fcfbd9396b097855ffe3c0d870599e082
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b8f4797d573226adb825db2716c0f9d132a921988f966276966ffcece62497
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe5c01ddbeb723eeab2ae7fa688df220c66d2c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2d250e50db0921d1cc673879e78cfda64a9c9fd007a00403a2004b36b176f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8607d7d0e8ee5afae68ba2e5140b5defc6556cb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0614c5a77b329a190c638d78a1bc57361b331114f1d7006ad9881205c9f53a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0241c593cd5319484361571476f4de4c7ec7a32b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac68223a23daee6ead193601035c3c09bf18b7fa8482f0434b1570755e5592d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7053120910da00b55c8a44d53d70314c4d8150eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97439b589ce77abc567f218aca2240ca649ec4cca4b32f10457fb7ea74ae89e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25db7d051826fd9631d731e19ba7877e00729e21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c703352f81124509870233905090a33acb40c290299b7b7a2066fa1cb5f55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afc125f95326bfab434a8854fb35e3373d7de4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138a52883793c9e5bcbdb2127c1d2cb2a4a29075f0ade9fcf45f2027256d825
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c1ef1bcbdc0d3d94a89ba6189466a7171392a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a622dae7f7ac60a17fa5316b3b5dae72b066bd4a21fafa9af35b4cbe4ff6b1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b851a8524418a97ada9bfe143773313a5d579de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3a72389ec7cdccff4eef3f33e6530c71b736231fda40a1e6407f79ddf88d26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fd61ba7902b248fa3b065dcb7f919fe8098b71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eb1fa450816361ce78cde352beb6c40f1ef619909c3e05c819c09f1e5840f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da6016125d5f5a8989341250a4c824161dfd1cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30afce4e8fa3166582e209e652224f3247777dccff6e57a241a19ad2d1d66072
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6cf6f7fee5229c2bc6fcc65a6c31ec484c006d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496bedaf4c3d5435b074799e24cefb22ce0e2f172d68c8ee45b06a5a1e1bffad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f006feb0ec5b23dd1a82ca0e09bb459dcaa70c69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733df8a9ed9a9e2d02decdc0c6bc089df321518270d17f0bb84cb4900141d610
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7341693b1c012b7669632743c146de09ceb53c8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bc3694f22de93789607d779dd6c9712ee7a611da695e356b81d011e1645d44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba53eb3619053c0a56bec3b6eb1704fd9fa1d0ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6b59630f17edd4964b00a8bf7f97794f1d218bceed34277a4700ec7d9c148e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bede36220956dacc5117f8046e604757a0f42c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfe69a80ee3eb8947cd78b587024fc5667e43a49ba2533d5629d9f079bcf369
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b75e9253d6bfcb7ce5e07d6565afdc7edbe127
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57058b7b65e8c76bf7e181a0a503b085c7d3a80fdbacf46a1ab255de9ffadfe7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553804c68b49074ec967ea72aa612777ecda312
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f2fc895953c6e65b24cf60ae8b5655267e39259914dd798e5faaa02fe89ced
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073cc2ae5943c4246c317bf3f6be84876b6c04a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b12f38cda985d4e9401689dae9f7be53b74b947e4074ec4213a4ec2dd285c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438671e7ef7f5d8b347e3b5afc9bb238845894e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc57f661e5c25c4b20cd523c11de720748742454734db8afdbe744b695b90197
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa37b3ce7cab4afaecbb0a7ee9b906567f3ab3d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a266248dc23da641a9995f91fca6a93df6aa343e5164131f336923b70f59c32e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef198fdba7e9d1c74cb8073ecd6da2c4c1eee7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b83475295124a0d8f7883f1f979953cffc627a6d303c00b4b8a5ddb206d2878
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c2465fddef32da51c92ac84dcc022d9f01674a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536181d526ba44ed55092f12526f01677a4e7562742d9a7d04a4ad265c77cd1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57d5e56f446f1cf1837110f3d100aa0e858f73a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb8440e980b1f07b275f170d23c4595ca3b7e87e9e33bb21d9f26547848f62
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c0ce5373939d2e409d5bf34aff7d82defbacd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc2f8d5d1abe8afa8f2daf090b22d2c7f9af8cca638a17e9e3d97f1209309e6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dca663605631f18c9a829d89d6e48c6edd3d2f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038142350c9b627636cb33aab67f6e47eeb50a1167a3396d4bca4b40a8b4c2c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca1522098a7fb57375c4364d6c488298159e170
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a211d0e777ccac2a99a02b78d99c5250a4f14f0a4842cb09359214657ac1b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09b6880c755540a0ec9caa483414e74c2d6904f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f5af6ca8e593ddd9086e9c8624ce8d23a74926fb3f80165b750940221e0ab4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac278f399173bdb9f4b0ce4e59e695a7087b5609
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20e98456be8449127dcfa90e910baa385115fe474a9068c81af511072472f5d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f04bfacae8b4fc00965d8f7d99870286c0ebfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5427968c7145af78ce436b363b6f5c3843e4b4178127378a14547983657fc57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e619c957e7380405364d7acf0ad19dc3b095f0d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6432bfd7de902b24f2549284c34fe793a68aff95c0617986b019102d1009e07c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f7f1e948bfcd3849bc5637c4b7d73dcdd9406a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56029c1f4b6d8078475c177c6eafef5b48c957196b556928f3b4a918186831c9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdad126518ceff752ab8a0e5ef9b2e7d5d3d789
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1417c568458a6197d61e3f0e246617d0efda3fe45dce085a810b7fd794f3da0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73beae0c8ffbf3543d40b0b425fca533c3c2f1fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bad53db4bba3c60a46c4322e38917cb7073a35972ae52308368b70f118967aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9b778e5b26570b14037b9b01edc89c7ac17fd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6f3007e9d96f9ae54cdf3b01d97cf223300859602ec0ee0f8df685b7d30d94
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b549b290201f1ba3376b621eaf32d5a1c23c216e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e36af00652c8800132ad36850ebe54dda4ed2d444df7270cec4cfb67b9550
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac8a42418bbe3fc6db9b14c3f0a5cebabe092cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e767af8dc466f60d03582bf5bd54b5aea60114691390e6b0bc8aaf049d3a51a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d861912f80de6007b65d1e6ccceb2017c0c50f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bc37281c026ef7f8f189e06bee304531f99c5dd692868bd07e4d8295ba23af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f96bfded7742ccbe8fc9207c283121cc507382
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8708b8e5de30b900f7cb4ffca74ee54c8c25709d432925c6ac26bc2e2caaa8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb87e4dec4867aead4fb67bc28afa8594f26c9cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406c036719a9a6b7eac33f95f0352b7e4cf099fe9808c1003e418b8445b203ca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23cb392d26191cfec9f427a7bee2a08b41853dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7261f8a817fa354353694605d6124e0f69d87a0ec5a6ce286aa7b2e0acac1a6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4463f3fd96b72b51b649c08edccfc0088ea21d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df81de34b98ce530bd7aebacd431d301263117e08364488b02843d88dbbe1a02
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87973b72a6d3e965e1b3b098a660e0b87f9d2f9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f822183a77c9712bc90396e5c336c6606a8c0b475c5dd24a4ee16c266b7b0e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608b6b49d5fc2dbfd48407d63ef901e70edcdd23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff20e3abef64931b7789a6a32708f2fdec3e5fe2c6decb1c9fa80bfaf8a912d7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c1cdbc2b26fd81517f3d8308e2307db64079f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f095a2be09c23108efbe58b3d55b83f2e58fb992f08a18dfea7675292bb237ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba1b67d3ee262bbddb497b692213e08c884de74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7191817aebf6d5003dc50976789ecaaed86056b764c92ba82d583abd211e2f5f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d667f3acc3705f841dd98ac6365c7bc6c1e2b0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162ed6a604a50b6942e824910ef230caecffffb12cef58bd2152022b53eff794
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d4e0ae13c6feceba23111dcbdbb814be5df3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bc639549afae9feb3d456353f45ece3a955efa77c949dd06e342f48131e458
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32e760b289adca2d3151359dc9cb406bea203ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d281afb7c14af2f9fb442e5b8661a4ad05041d8055fc558164b7e8baacafde
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e56c6e6a0f20cf1410ebd012f193af7cabc6fd1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e97eedfdb5cdc6f83c82dbc25f99b5db28b2e5e1e551bf8ab6a69a899e483fa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d152886f4a358b5f5547eda3bf8180d007d51
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bfb7f8dcf56efcc0f573f6ab2f458ffb3c37188c4a3f8f24dbaca41b82f1ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db8fc2a5c86bf9cb903c96d5aee754850e3c56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be7b0241f935e7509cae5c4bcd3ddae264471bddf7be53bb45c313395f5b7eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc3068b727111117d48dd659fd81579a611fc09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5238a985ef40f97d17f4b4c152c3202c59a8a9e72f50b7be3ea6efb58e1fbd2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4ec9ef5775fc9488f4781a71bb31c659000b6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656e7469fbd63c48f4de8df09290e459231bdba6a7da9a72fe21a82322ca2238
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03ae72a1f163dc9f5a2cd07a2825a0bee34c99
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48ab7cdf0087438d3da37755d18ad618777dfa8762849fd00d64d9a00000520
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8580f634df828b5f74c244f9a555dbe0dbd5a443
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f82c3ef822da55337094fcd2fd4b0d22c26d24241bd0471091ea2a692936be4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b75c8bcc5a0e2f4754c2651a92e5dc27cce37a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fece2fa63757ffb18aeac105296bc1e47146ba424d726220c523acb9f9bab013
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba718232106c7a9c7448ca68b8e2550df8db016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc6777c967be4d18a90363fd508472e648d63649633ed61e20b0740deb86ec6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7cb8ae3ea716e7a5fc3dfd313c6ac410a1c280
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12207ecbccddd1a156ef0120419906ad89decbdae4d29417bbc1fdbd86a69435
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6686fc52924eae4ee7e2184100c05d0748df8da8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7caec52fd6c76d68b61b4b8cfd6b71db57c3f89ec04b2cc54c5eedc9b2d31d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630f0acb4cd723db369093186d80da0913957fdb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b485159f4e0b4746125de75b3a4851b74887dbf228c9cc2dfb7d707a89958b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee1a8e15f8f12d79e10707b7a741770aa8d37fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ec763cd08ddf7c1721df8e0a54b2014e10862b4cd35b2392f9a19ba08b827d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ae053a7753516e91858dddf28b77a983dde1fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c0f9d8900f5b77388546dc05a195e81da483192fd6cce3062624967a46b835
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e6885cffd5031574b9fa38e6e8869bcb6e647c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9989f62c85d772a656c8f3969cc2b10fe8fbe2c1abbeb082dcf60184a00c23ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef07d645b04b31ba8c4a05aedc0e072375728818
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a19aed642fd4b47b42b6fb6cbac5f3877c2e781b4b3c6ae70b4271bb4785a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fb87f9cdfbb8ed561154618c46e2fb0c49c8ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e3e8ea513758854b0854b9d036fadb41592c322cb18b0e7bb6b07374861599
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a2d75f25c4fec0b82c5d97bad604e866d33b17
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ce10f198ee90d2db859988ba442fd31e64521e1edc8cb5f66cbec8599633a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878ae53cdd0c7f4207e616f103cd6fa81ac5e1ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d2d09744810183196145393b8765f5ab6462ee00c7801c87342eeaa3ae539b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75cd6147e7445c4432e46fdd3c12e88c71be9a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cef7134ef1961d9d853f6b2d8841e6876c338328ef1651b45ba43a04f29621
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cd111ae0028d167541bcbe3b263c91df32458c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96001e40dfe705473c81f1d8f87120770da69448b848a96319f1917fb31fc32e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9cdcc01b7f658ec44f37f99320799c86b1df04
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22901692038ce1926222a20dff524b8ebe15c727690f6b425da0d4dad47062
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd27f0bf086254ba2a269cd9d79d208520403747
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37df7de3319f77430dc05fc322cce94cebc84d2525ffa0a69e2e1731677dff0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208acdb503d6d6630c30479c22fd1c92e2d43b39
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b86029c3c5682cb7b06723edbabd061c728bf02553a23f20a8e7dfe2316127
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e834e09affcb99193a741c8de364097a6e1571e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a981130d5ed931e021cb9bdb10403678e2dc1186c0312411c6112d0ae9100b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3818fc4cffaccabc4dc21e8d8a4c620a30984a20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0781890c64671739ed1025a134fc647d4f64953d4f2ee2b179ae351bd00e1f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d0dbd2e2493c1b9149c8677e97a68f9aefee8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c504814503b9d5cad2a83a2b28e352a88b75f6abdb2c0cef309ee569c6f094e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55f272c5d69af99b3f0690ccd24949f07ffdd59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0c21f72f46239b6618c13e5e0717beaa77ce87d9b746c04b2234cb9e4ce16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dd0b4dc9927fea17eadbd8250de5703c4f385d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f42c845911397681f84d1e07a1913b3cccd3a4a7bb81befdc9dd0c8bba8e1e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cceacdddf7de49f3386a73525b0445069fe76ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68739f03c5a8a0b7cf82e372a431691808a2d4ebf0257aa96db17f00ae6cc5bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f79e2ee303f31c3b5cdf0f2e90c67ade137134
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c6f61251b0e0ed7a3e341d73df5957f2fe63e9bfd7b0bfd24918df0752863
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc172f609dfec8b04e0f9bfedd789658056ecf6b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4998a79c9542bd71e015dd84174812e9d767cd819c491122d97aa7d80076cc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb8839c1bec283f9a6cbe1752e7652815631e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40c95d455409e62514649ba94f51751e06cb885a4c707564e421f16c12cbd21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0982d6a734cb12075bcb60ba1ffaee756a849f7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3792c1f80ead3052d4e01a6bed6dbea937cb7231ade8b4dfdc18b4db173a01f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d63087a9c59c13196c622e7a6ba098359d24d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0c437177bc88092e7b4ea00338f3310917bf5514bfea95acd85513fbacc06
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf33b92d353905a5bdb5e80c319497e676fec0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5e519eec3655b12bb1a72342ca064833775477ae522527f84021caededadab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754f795b234efff4dc4b0bf7869ed88f18e7eda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8866f25f0ab55eda72833f1dfd1d86421ee878ec8deb3aa2b36a5f12869518
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f94a628a75577eea0d0d4df201841f394ee21af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6979f720ce9b1112b03c47d62a416f803ccb64e2e876a53b6c901ff0a408e35
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1660d7b2829504317df5183903127eb937b6e4a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e33b54168ca7d8dfaa5376bc44f4ca1eb268d30d03f87d50507fd2ef5b7d80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9f24aaa3395c38ee33cc460245bd6ffc2973e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03ea55e366f19cb826bc2714e8a42b9d8315264eeeb17230b5308189435113f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52adece9170fd33d22b2c8b1ecfb9567a9665fdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80254008d734bf258b6582766a31d88099edf50387086ca5e6cb3adfc674ce07
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b45178196b824507f7c87b5d5d00c494473fa8e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30b662a4430e0d14e5e642a7bc6e31985821e065cfe6d9ae17e3cbd9f7b47d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c170e76923fb6aca6826511852ec9838dc6d0c04
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e4172a07949ed0aa6dbc6e7f0e49200fabc5df7ca86752ff94d6c1416fbc39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9652227762c1a9965ddbdba339e54a8d89f2c584
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f0b880c0bd5b8209ade0d71ca4bf1e6dbcf5d52d912057e45f9acfe2217b77
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096289e5cb3c75a8a65835a3b036a5a12fa6f7ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557a1cbf0213fbb6eae3087534173bb5f12affa7e1afcaff97f2097cc06ccf3c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8394b2d6c176a93eda1be2a055839659ed29587
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19173f6fc37e58b74fd76d390f59de944818b3beb5a2828b26cec82cc3c8b64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c69e6a5b0e94eeee0ed80bd8e2b98a5e280aef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204962a3395245a8817f80935f1616ba04767db9883283cf7d0a652d69e1d06f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36a3bbed2a5c5f99eada8b089653273a90ea0b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cac654d0512c201ad3c73e71b7ae478183915ca95e9d0383ad803400991335e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ec4535910642de0adaee53767ecb2d689e14a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5767531b2b50a95440dd80acf4f2e9144d7673b8e483ab35b7f8288acee010
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f5b67bb10d433ed235ef692aaa83845202348
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c68f1bf788185409af16d6c4c81d4e1ec382780c06fcea3fb7b02212cef1cf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15694eef6b4fe1142af4b6d13974620d1300ac8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc17c20180fcfe831471dd27be7172fc0e0cff57db8488fd0727596a04e429a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a005f61f3ac2c84b49e1f0386651a3c385e736
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f1681649178fe4e39ba166daad548c096ccd6581fbff6803b130380e78782a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241607b18d03751923911742b4fbd85228d37ba1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc343c8036ebd65d9eb2d963c3dd85de8bec90bb27fca8b2d83cee094bd2378
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801a290be1a5df6992c7ad1a6a294308ce15d9a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bebfec65204c0606d7bbc6d288388ed5c60f87693828e17bed8597265fa8d5a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6284bea9356b2694aa9ebd6073418ad989dca5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f38f98eca275385a141fdc69d5eb7192ef5e1618c526d12e307fbe8b4a928
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18976745b051a067c77af094e6c103fda217364b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ead9402b6accbe69d7bad392a876155bb9902605eb96da11f9a35b85d03dd2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea91063d55b43473f8abd116d9fec498f2698a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de640659695677074e87a7fb493a371677047a8dbba93e39f4014c22290dcc62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad3e446e8daa5e9c9d8f962c82673029bd365e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db538e4507725c2ee79af969d8b490542ba327f83b106cfce3d4fd94153e8c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59101b5b2f53b12242b55a223cc92cc74202d907
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec72efd13878110844ec0abefbd5465280abe741509f3ecda3d86d0f1865503
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b7f03c83e708000ae2974a68fdf07ae211fa5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa0756995d13a170097fc078f07aa2015ec4ce8a4d1787e243ed619c5fbb00e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57c3f0d09c7a9c027bce158919fdb79ab2f404c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de06fab40a9e7bab65807f8a6e3d938e873c7d306498ebf12b6d05fbae267764
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5097ebc007aa8252d5ede5dcc6f1ecb9002ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7281251313a3a68f0da46d7d52c66140c8015994fb50ba85b2f320833e21774a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b16cad3f7ed32f975b37e8ea33576297ceaf14
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46148c5dd4e939c6d0911ad5a8ef903c65000763e3536eec21073c7538a34fbb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148fbd5e4df36185bebaa1ffef8d929953256271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a925c9a6f88c2c174450708d530d4fac04668ad8e59d419cd5b7d7be1b0b13ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ac29201e133c3aca900d3258b53f4e3230610
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a833a8193fc0b8699181810d03e13b41f3677d060d140f0c8e147a3f8dd2fcf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd1989a70a6189c6125aaa2ddbada99e03aabf4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca1194cd2586ddc693ce2ef6e028925dda230eeff621bc97345b8ee847d0a91
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbab4b604ff0605f5a42c262a42c84f958f8c8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf66f38ae40b0a6713970a981bfad63fec384dc702977f7bffd4460d4f78fb5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2036b54949830835235a144c87d5b3759afbe0df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeebf4f30bbecc7f076bc85f0f4f65b6dd191519d22ef52a972cc1eee1a4e76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308bbc05d795d3636be2ca8cb4efb0a05e940afb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b2c2cdc0f72769ad664fec37c31c0ed98934d740754d59ba8610712289aed1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cb4036bf78ad5eeab166699b1818d16073334
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dcdbf4386083de7c1ef5857d610a20f921b5ea77756829d90404811c2e8ee0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8457b30ed4c66d969436ede5359b88a891aee09d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c37f260eb8b27b2139b27db4db0bc0015c62d60911eca8e0d2823989b8dead
+size 205955
diff --git a/params/phi/6/rnd_search/comb_12/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff35d2c07861ed5e7da9bc15a8ad22a6ef4da4c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498f5a4d528c7f09bb6d38bfeb1a0829ee5b4db78d09157cab6cc0623ca023f3
+size 205955
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8361a60ea83498629b4a67e99f1c81a276721592
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a7adf8da8d490846aabe488e42b4030fc812222b42724b40c081ffa5928f31
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdef164d593e09e466b6b98ca1d334dffe4d784
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebf6b0374f7edae38b740f27104bc6747f981b73b6a7cb08d4c8f86f7450f2c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513cbb4bcef873287c75133822dcc80fde7c3dec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cad5ed755a24c5f41f3468d90c5da32a31963ce79f74da8aafcbccb75e2151
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30340bafc2d182924e16e6d9974b21a8b5b1a7f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0bc748f6757aa92e1981077c4f38ac6c3ff69608772dec84620dd8ab5ff684
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669d8e7fd98f6fb02d1db081b368980f9f97027c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf81bffe9861a74bc6a9ee863c6ebec9f3f3f007d589541516811f3a11387fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5f21470678330e169c26e907fcdc8f4607688f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7827ad31c1a234e6f7c1e7d51016440148a37539d645efa32eb57bcba7e259
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd286585cce22c102ec8b53f4ac64f15a77fd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac1341d44be448a69bb78d9ef3a0bbe11d181e21c90587584307f56ea24eb0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93979181fd136d4960bbab8919cc01d07c42cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b720ae2a6373b9453fb8fa17cfe4aba21e4a5b312f3adbd3f146a290724961
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200398825c63c7f5d0e36ac9bc41ddbf0c928c59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1836aca3e78bc2ede7c800c8d5e767c79b27c1b3f43f23e2fa2208bdf82616
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017ff5717f5a66040654f013b5f785e52eaaa986
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a834713d856e7ccdad0025c0f2371f8df3e25d1993b33e193f128aeb4daa9bca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e0d85fa5027824222d4ff18914e6821fc59644
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b71e47e339899e34e50a78fd467a0ba70127cd69b3f3e939541fa1fea04ae0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c41b0c1a525d073fe14515ea724593b18f122be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e193ea903d82984daafa269f3337b6cc146e67f30930825801e5ab11b5cc40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40350c6c93b6fff71162bcce97864cf1d9fe3d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b3f9d008c06e6ddf6c42450fc4d2f6ecb42016b474e42991c4d8f067ab0c2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a1567963de29f31ce71800e71d208d8f47d24a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7446830480b010b9481e5c4b5745803fb1d2aaae86b999e6fc19a9655e572a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c359321f3138fe7fd5f85e365158230c5d5daa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28b8fdd740bd38edc9b36331b73bc4276431ffdb5a34b6fa7e8523d87cd9eb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca5ea86ce3129be513c358a7c7479054a94b043
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa072374392cbc9b427d3b2b47197208a6e5981b861688c016916c1c9113080
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023721695a7bb398b547450a5b9568cb721a829b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02b1c2b138a2bc42575ec8dc1a0b0e02d6e05f7c5efe2416b4c4b1266942b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4366f60f5e2738cd696485df0373d28e5a68904b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38063b11438b5c3b85fe53ac18a8df0e97b7ba533f60c597763b5c3fcb14b6f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726c6f4686e8532d18442bf85bcb7b4e1b10cecf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f071b10e34f3faf7718dd9376ddb5d433ec60bce4ca99ac54dc0811b65c8dc5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78922c123e1ef03d40cb59addc8e3bbbaadddd1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd16e645e87745321c61a536daca1c7bfd5e2101bef954e7ee7114b7aee316a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ffbaa5a6d9ed11f5f4b43c8dcdcf618ddcbe1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f7f925e212be4d6d8f6d5e321d6b0a8eeb05b99e7ff74b29bca8775b2a62d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f04d2af688fb9ed7bd282b0846c1f5eba93376
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714dba30e2f20fa07b7e233fe7a0bc205fd1401b0cb4d1fc292a2e4cba4e647a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c203da07f69b3c8937b088fc69e1b935aad3ee4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e29d1778588b973a1611e5d9dc4ff25b3ff3475a2120cc25e584608238670
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9726fc5eb82070376cce947e7eaf0369a3b5de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82f90549af0737a0e1ba98057ad36e28156db55c48b47b2d5fc455a4a587a7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1cbc1b49636adff2516e99d0e83cdbad5025bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d465d969910f6bbf4bd904ad71950253ee7181c3c917390c4e77caaa0be38d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd3f0bdfe35c3eb9e571c2333ea41bfa6e66b23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68f5dc30ca1d5c55a09fd7e45896165fdb870e3e08067a14a1dd6a99b0f5c8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba388f84b462782f40278dca1d85fa342ecddcc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc9ae5d457ccbd106a555ad7999d594bc99d8c450018abaec28780b0d8eea1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214bc4fbcc1cd8b89d4ac9bfd83f9b688c7de39c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c023026f882e2a2114ee59084153026091bf64ccf2f5db2c82e40f81a52a76d1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835027a0ee4d9a151d51894797965706293b12eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad70e0dff6093a0d5c09e00897617ea31eb3a0731d7afe46fa5d7c809d5fa9e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7be62bb0c58bc27a56752f043fb61019d6c2e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf87d596762c59c335b176e8fb5714e6bcb58b3a83a5fc03332f8a9bc118c96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52742cd65ced1d1b6129c0b804cff9bcf512f628
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da2160374dbea776f7ef765fd5b43e3b938190b0ccf7d1f222497907736870
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f95579af5abbe60291fa0a33d3169c68a902c0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113a614dc7ea8e5066cc636d0ef75be2ff0998dc411dbb234291b95332f220da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c321958ede9a79739d0264ea8e021a9e6d7d4539
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253d2c122f82e3f6dd9bf07c66b90fd62616218ede7a55e2297bd742270278f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbcfdf772a0083d7680da820ef3601918bfc29a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3d788f2ebf6417aae55fd087f75a338715140ddd190423ee9e1a5f91b92259
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5651394853d4e68f91098ff7c9ad172b1417d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9963e9261916fef9189c2ad16608b14fd51875c7ce6eaf2af3fed5e2369dc704
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531215660fab2d0a5b7bdc3a97e2473f0822a873
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c830b16ca616754372ba24b33d36df0da5fdfe21bd20e7a21e93c15e8e06c2f7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4d2b46fde42ea07a47c7eb04dc3761f7dddb9d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f335758c5b8502ff34f3cab655ac65126e715a85b6639da586ae1b3df9c0e2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827368656dea826e1b701e071ff12f3a0bf40777
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0932e3e60ce52f088acd5d7b6d9e33d9556c059205f7a2d5ce777edeb6339f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8b731ebd895646e98ef3186c27845e141f0f0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9352f0e99bb1b98cf6acc5713073f631aef17b4b28c1b6ff1550a70e80c40824
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f002c7de73712bbda40068781b00779ef8f759
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369f9a4ac38ab82bde4395e98a029f9b861d38f202aca3a596881df0c7faa474
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e0423fd4a9d280e0b7798d4693705f9b0d7f45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a4a6ca6987c8ce94e6f84e92a7525ff51c5bc8073acaa6ba8e40b0fabb188f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6926cd6c433c21ce17b38c490756f10ea20a1092
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd62ef05bb320dd86700bf57801dbc68546ec16cac9fac5563fab7604fa18ea4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f47326a6741408bb64c5d140db697195092182
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312376bf28e319efe67fcc55301ac012b305320816b15ad6f54707937d8e272
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b020e6108a298b93bbac082485081db98a21714
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0de8aba37350fd1585dc55545fb32de9a5f6e1fed58d9285bd466fc934ff24
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61c42e7eccb283f563d0e58f08a3e3b686e4914
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888cd915e8fb7739983ed9af02af217db49effafd61a35e45b9ad9e9f1bf5e59
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9650e8171fd6a8bf1ebe7bd64ab4289596a021c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94159a164ae20230952e2680f46833a5d5d08e4c54072d2f50fdbbd9336c3764
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c02ebad01a77bbabe678b3d5a09ec61891ca68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f6cb2690778b7448f04e839d0989eb925a26b061f274d166e6ac46da2a78a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4b710f69c9b14a744e1bfa2c1034cfcf09e14
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05231b8affeb6a5282fb3001659d997471a1cbbfeee6792371422c4ec552e66b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570e44d330344fd880c7f271ae41cdceb81a1ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148391f1fdbd4ac9fb14fa5d2e5642736cbb31a3b56932341793f05619aa76e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7172e4797ac9f87300bd238329f8996d6c8e704c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be490ede62f66a3ff5661fd65874b3ad531a0ea96f09bf2fc92e8a3483e5282
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538e0893f6fa874f60d81b91a4e3d65caa2f548
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64863a612c298cb88d952c57c0f3f2afdc5bb1ec7a3e0e91a3485ea0311122a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c3d9477427b3ca17c2d6b420dde4eb139dc7c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599bf37a197bf949e82bef10e54f47251cdd16d66177460b809f32382577ce71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4d3761d48a7002d242ade708f4f25b62743f98
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff665a23e0aca40fe7accd4fe253d46159464364f84927e61adb7e733d30d777
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8074c27f27ba1950dd4def84305e654f2ad6c810
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318cf564325665320beacfa0c3637b819263963d2fab268e0f89ce309146a69c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0fe8d7198062968567eb232687f5a872f42ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c9d9e3a6962ab713d7c34e9ec3e6bc9341830ea49cedf88e78e3d3f9b7c0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e06d48250dba0f0adb0688f551f80e60910342
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f27cc075aebc0a77585dd93e6d5d0039aa827a9da39f1fd0f19dc2758242da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d527b38594bfa12e1ae97e99eb5e83c9d16e37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb50996fbbd154f355bbc972951f9358a6aee2750da7d9003fcdac76930c9c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef095757eb18af7d62a21a86e57e1f74e1c5b424
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3ff1b32c94a09e86bd9e43c8b5fd77eb55e5b1b809435de5361daa25f282e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45c0e2ee9265be4553196dc00b2d764b9ab8b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30170b74c8c43be3a25d6e29e19cad96d049e2fe0c4c3882e0f30a45a60223a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304a04e551d6558c13eda81092a5cf26ac481f76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb3710736673d0a433f4e7bef0e90c6126cdc9e6c2ab9a8c08a330426e564e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b72ee5ee6603e4060311bbad3393da474310f27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2f083fc0af0926fb820c587d82a56845b5ac80a0f905f3d6ff6317705fd25f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296e6968a9960802faf9fd0f3043aded5a56cae9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bccf21ba14b7a8b469ec57d42881d0253ebd05cd8bc2d93061dcedbfb57130
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1849a2e340cf375c8d12b18aaf0b7794beea3da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac420beb2ea1ed00d1dfb822d3dd92313c38b271cd99ff325b92566f0aa7276
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b057e2ab1f4a5b0c8dc30c6210242f919dcd1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fada987ece1f6d9bb977d883f5dfee435ddd5f01e3b2446192be0c0c7507309
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60836b1cf134d0a46919fc11f29067f48e173fd1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d642d546d707db1852284c7ec95e3e4f8604b60d56a9b0855ec560635cadd2d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de4be90141c7d0e81b6a2d95a38f60c71d7e5ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedd4360f4433da340976410ec865993903cbda16d6a43911be5a4f456edb21e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962f1fd430176b622c06d898c091a7cddef3d7b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d273a25739dcb1f66812e48d25a2821722e215601bb9ba77cfa03c26e4a697
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79cf554b1f3ed6404151a032690f1dd965e958f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7905eaf2923ac2661c8d25741a8087152553e1a4cf9c6185b9269ba650c153d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c61354c6b55840c4433b5477d325d1b00e631d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff03cdc6549d46dcf999d03d54e94139dd4492b6e33f5bb8f6cdb76a0eae08e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f135f8e8e191a572a74487005b27bac7aa33dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a02f4bdcb4097ad5cdb5e69bc3429d7d3dfb8f8b5a876fa8a933ce23f27317
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65871556d685a3bbf4ee53593d32ed5eec8470aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8aa3958a7906162e4a3e9435658cca5ed1afcca3360bb26dc2feb4d4539950
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af354c15af4d66f316c94511f743c15f7ee42c8c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3e4fd487d4d5ab76c0e42fdfacd42bdb9b7efa32aa58ba65999e4f7041a126
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ebc5b57ab626c6eb6cc80e9a26018373db57e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc80fd8331a90111d6dfaef8176e0120a0a2360139046cc3237482691fb730a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d852d26eb99f2d4bfd284a8f8a864740a5cbfcd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28841d37cc2539eb49d72d26f6987dbaf6775d08d328a8ad41257acd8de691
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64354f42bae16528e1af973338bef2791152a5c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74f15f8b0c64b4bdeac2d5a4850970e48ccf923e5347a1e5cde201a5c065cf4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b502271a6c49b928b6ce55febd240a2a38fa3fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e28b8a71e9c4fbbabf3b6edea8b0782687a47f4984a76d38b6dbe6ac95193
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7616101a29ed4154e738cc41462c356f2e5c8533
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12689912606cbf7f2e8ea41a3d373b37955aee470e4f3d7ddf91e3a4cde92a4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97073535ebd518c9b3a13d0d683144dc6fab05ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdcdf46e8849e72aa28d0436f920dbdf6b5ee26d82781e3ea05d51418584594
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b945f9d92426bde7efe8da31b5c51bffc28ccb3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe05cbf4dd231d675055403086cc2fcb9df76191a8689c5e1c55306544c72f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0ae3036064932bc402e81ef95234047e08f9c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605c9b92b8fcd5e153baec5cdc8c45acb5aba3368366b74c235806493d05b6c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc4f3368a7741cf6b782154fa4467ff202ae0c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc44bbabe88f909dbeb56c6a9079ef1a9db7ef6b758524754d13045c5fa1a04
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1df69f8437a5bb89cfd9e0992ffb7bf73e7bd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419c2b1ca8f80f8ead647fff5b0a2c158920df9f219ca2d48bfda5d89297bd8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72595e95456ab03311f72fb6d8ad5301c4b4ec56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d023262cd65fd69bdde619ba4a62f102668377fe407da1f10231c481a2b622e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514e672ecddd970c6764538d8abbe1fbe15e654c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadb303bcd7ef6f3f74a8acca5481a442d7ac0a0f61eea22f70b50e4255ce581
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136621581cf149385cec29c6979bb65ae96cd5b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221ecee90613a6daa7160f3bddc3b85be4561357b9ebb661d23467b657f11184
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0cbadcd6705d327a4f43585d17fc7f3645cef0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be900ac197b026495708b7b933cfc549bb3ab18684cd71c83a70fb328ec831e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf6d93f4a292a62f99dd95b8cbe19941ca99735
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c644d1766baf1c5cec85f1ac264c8fd312bc0b93f7c96b68c1ce20466c85c210
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4aa591fa876cc7bb3cdb168dd093092f4ae157
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea9e64f548295786fd0a8eb0e0e73fd5146d0cc3c8a6abae91cd579d2d9a2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b14d001219e97403e29269e47c60c73c7e409c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ff35ad6bfc6ea75b2a8d69b5fa42ab2fb73b7ab47a7cc9b8382abf4de61830
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19b8cece834a946eda013cef6405063039620ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d01c16a030559086e26e61ac6d957a387affbc38c81228145863b3c0fb7e3ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e5ce32602b73e2a0292e7e44e44cde5d704be6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316fee4b4bd027726239a6ce4a1c37cd43f7fe27585f100c4a210959e7eac68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dff95b387e2863b80c09d6d335c9751f23154c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271343675ff24bba9e805aeb331e9f6f2e9fafa2144f93ef1dac1fec16d4bc03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a08a837bb24ae39f8ded27400b90bdb2a6aae0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c05252aa908d763875f80bb1cc3381b92136fada50d99f2e37f6f8a19eebd0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1221d752bd957818d37879977f7bf144f6f487ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f51ed3716bc6a9588f86d18253c01214bb03366994d846f9a60f9a3fa339a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519fbb77e3e3f9e5e5fc01c46a2ba7ee63b3f665
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e915015d9b7f39f67c44121348f4d3311efc373fdedc772f62e3ce7898fc37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe54e9b3494ae741887ad9b1296157eef59d8a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed11efe17e594df22d99639bf414d79754aaed401caa558920fad00e83f4d90f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6642707c316012dfef82ebe4cf9f6b156761032
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9931814d038a1cdc3ef0a6942feacf8013048530ac2c179c93607e5717d39a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dfd1807c8e7505993cc045127f8f58ebd57c2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbc18a50472fc734a6104206d9641c7524ef39dc066cdcb8ee15eacde126de9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd3262b4daf06b6f272c9b9247ac8fca145c50c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ecc6845e0946f66cedae161fb4a84a5351d567d7f53292b1dd6e450669a113
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9952bfd255e850aea9af0adc1f0f4665f21103da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c6941bb13a6b82f6f088895c8d7d7335b5be1f38a0a3bf99eef8bdf56d6347
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ece3ab13221f4d39fabd06ff6c49984f0918e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecd3d319c9658450dd49fbae5f53d21eb5aa49f8ebacd910a7a7de9473ae687
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1b8058d078793ae8ee10a630aac9f5c3748065
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c42189e3322b4ee6bbdb72a1f06f9d60b593a316c53ce67ee93e9d80cc86c4c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf016678adc4673ec275c866c1e9c69ab58f172f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0829dd2a40e8b69f6ec406280bc9909b1397f3dce21787adb4a44adbf985405
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9665080fa819a4fd616a005db8988fcb0be1c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e839e36a6b4936f1ef3d01e4257f26c3bceef5d7e1e3f5b6fdd86e1fb3767c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeee7ac8dbcdf5bd7489a3aa8d44f75812a058f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c66f26dd90fd2b4fdc75fe130db556ebef48f929d4bc32fdd2b53cb472014
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3956c6dbee14cf11c0f22374a2ca0dee21543fd0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a79b119766b3c6b99c647a905c7d6feb2182f440c528dfaeec83d5876bafaa0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47a9a213b13df178bfb6fdf28cb239f756dfb86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6af2fa361f2c88e493063ffefc0c394b5e8c6b8c7fea2f0689de86a018cfd87
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62462d5a676e62823094d847f570cf1d62133598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a380d2a9946b4850e0e2db4046d5b66bb870e8ceaa3490df9dedd7c982fc5991
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c93bd6d0e1ee7f69fa5108495e8938229799603
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664d223db9b8a1df96feb4b73d67fafc1b86069b2466f4b2eaa6a0524f0c20b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7732bbb7d727326c356e19c96e10b7751416747d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124d6cce995a357297df60150e50e1658f54aae7a05d603e066a95d4f980e871
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53939af4bae7407cc66a7b3cbc17ef7526e7607f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935a76baea311d67ed30b614ed71e84d22b10db214b69bd5759fb06bfd4cf3b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3a43c3276d15ad7829ac67d65c2969a84670d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c2ec3532f483811906abf3c0f28935821fbf480f922d438a816db07458cd5a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d793cc91a4b950adcd2d279df5e6b1750ec7fe9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e79897cdb78cf1d48f62cdb3ad61fac68dd33725be1f2a171126ff101db81f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fbf1d86ed99d96f7deadec8f48a438e77f53a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc32419fa9beb1bc5f7c7566ab020a43cc363d6ef4716f255e474c3b907004b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571ee08c49ece3ce96f9af1da3209f160ddbc711
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cbe48d0b581abb0bc074d7e37161d7d4c8894c055c987ff110837aad5ede93
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48464c36d98b86ccdfff0df4c7ca2ef63c6122f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d5a64ba5ebc096425513336e1c462aa4c48a25c0639c48a562817779d8923
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ea4e7e997451d2feee93835fd2b3e599d9e33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e7f453da4b24212cb810d8debb7e55080e523dc82c6756b7472ebf9c913734
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fac57af2774b133e2c2bf7276d568c7653fed82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f0fbc76dfe8e12ba80549917b67b4eeececc8d9a88cef4e005477933168629
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc673b931cf8e8e47df415c4f557e567666dc537
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f693bee0f8efbd9ca95252ba59cd2b8996c5a7dee52f35d3b7230ed139e09ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ccc6151e35e68d692b5e298f74e83b5fe92d5c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0b533c03e8d4a835e115c7e650677ee2369e47230a0236640bdc061aa3bab3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024c7078ce5090d362ba56bf0f9e9d41964cd5ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f0eaa00e2defff92e86d11cd1074bedc7d250fe84cd2bd16f71795157d41d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ddd840148ed1bcdbd3497643c699e597a23760
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e547230317cd0c409cdbe89cfbd6de042d41c417a9b0b5999070a6e467ec31bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09934f21b1fb0ad40b5235e1ae78b8bba580a339
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6285f6b1019abda09783fef4c1a9818c7b3383884d74e1ae5fc16fe49f7f54
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d60d3d592c6c8370c70987a95737ff96a02c58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b74baaf047ea3f09d81291136a8052125f14ee8fe7a2d7e4d50d0669d4ad0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7731e96d77e957b3dee8820d7e7f764030b21e6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8356f7067fd1e1e233c01144953dfb5f90acc5e42753f082dc547bec91f6405
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc88ff56a39315d5ca1aa32e5b48552c638ab27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98994af4bad59a7d86afca8a5b50cb1d8bc77473f9fd985735af9951dc382b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68619e8596f32129b20b54ec49a0f647096c3f9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbbd61648e4e3fa2f9998ba28e8f516356674091657a838b57f8d1f2125b39b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99d275d3d7b4906eefe817022348901c9544f5d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cdda296f6e5242d8d7ca0f83d1ec15402be49c01ddd6a45ff9edf2b541ab1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0facb3a87865a45574f9b53087a86e5f9507136e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb0f7e9f484417d0bc26e50cc4f359d583a3ab146bc2390e68fea1f3f875a8c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed72f5519c0cdaab2084ef7a7b1e1d6c4c2d9daf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b224c90cc03344c30f60c8efa3c26f38c5e68da5d032ca17fa0a12851303422e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06da3f640198d5e54dfee2d9e9a0768811eb8a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b16b1ecc486c589a66fdfdf430653ef88e9a68c47071bb22cda35621a76e907
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e2255d4bd8d9f281e9246cee6b8c8837c10865
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47936f8f64d40850475f689e3960141ad2137d63b7a8fe36f6d4bfd71762f7ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3c9118e29c0cfa0c3bd9b93143e4225bf8bcca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c3f39d4e931e763d9e3645bb46463df51fbdf1b3514ca572d33895dd6a172
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a3605df731c26b099cbde829cadb5bd456d3ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7de93c4a07b1fc907df51c8eebe4c6fa8f646dea13c39a10babee7b51d2ffe2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e10702e81fc4301bf46aa016544f9f0a42978c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e43fdd6f4a79f151bc4d01fa308eb89f97c85201f477c13019530657d2e7f1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c7339c048142299641ba5800e8c93334f83d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84fddd03bca4e451e2a4eb85ddd7573c9d2f5404b0056b40120eca85e343a34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92a6d42cd5d32fd519cafb34fcdbebdfc21b1a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9ab379a1c61961dc4cb139a2642d37fda4a7f9d15110aba8e9dda12ef091e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0653a4aa8811452f62da30f8995faa4553d968c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fcf56f0465e16d2fefeb9005c0b65fe9ec0ba350ba4046f3f5e041fb2462ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338dd2cc8f7b97ac3f62885604e855b20d2b7785
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667f30b0d2826bdcd22cc126a3f05db51fd97ac40359d6321333018cbeb1288f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b721a236c8ae2bea676470af95b968ee8ac67f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60cdac00d0e424d910492361b50035536789e919a96ead7aacfdecdf2db06f4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5a86213988c7a6a2cfe885ee61a67cb5d8fe5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c05697c1a421db20d1580601473069b183f3482266e5fa578673a88fa5a574
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3713731f77b033f8c50b515f4844b3e31d55cf66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8dca4906404ae8f556a6f31422dad7cf4d1373e9485e553b3447e259aa049
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7698388d5a471b920ab58f01bd4eb7823b5861c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35b1e60d6c306064dbae836e5ab1162d842e950f4bad5512eaf0fe9c29bebb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80040d8b12fa93b12e3edfa3b2475439642c9afa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8496c2c3a9b690a45ee42242a5daac471c8cba5dc27dc3849205dd7b57be3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7488896671d6124e7785de7df3977af7427bffb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94cbe6dfed392a4efe71168cb57d23440f3087fd2ba71b0490c0e98a02f083b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc6de173c238904a738af5f12f11f5234e76e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cca7724a420291b433851bbd9b2501b4ab9071cf5b312e2f4e55cad16dabc1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6d5aebcc7d76f7ef809ba569d0d5c9e7aa2e79
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6efb4fbe29a0f34d15708b5b7a8a4f20cf463ebf12830554e1e7f73c20f36b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64146844d9e8ec6d1c40600d7e0070b8e22cece
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7179bd49b39cb7433b0348e43f9ab65babeb86e54add7550bc17795e27e02e5a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1fe1fcfbd9396b097855ffe3c0d870599e082
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b8f4797d573226adb825db2716c0f9d132a921988f966276966ffcece62497
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe5c01ddbeb723eeab2ae7fa688df220c66d2c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2d250e50db0921d1cc673879e78cfda64a9c9fd007a00403a2004b36b176f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8607d7d0e8ee5afae68ba2e5140b5defc6556cb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0614c5a77b329a190c638d78a1bc57361b331114f1d7006ad9881205c9f53a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0241c593cd5319484361571476f4de4c7ec7a32b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac68223a23daee6ead193601035c3c09bf18b7fa8482f0434b1570755e5592d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7053120910da00b55c8a44d53d70314c4d8150eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97439b589ce77abc567f218aca2240ca649ec4cca4b32f10457fb7ea74ae89e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25db7d051826fd9631d731e19ba7877e00729e21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c703352f81124509870233905090a33acb40c290299b7b7a2066fa1cb5f55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afc125f95326bfab434a8854fb35e3373d7de4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138a52883793c9e5bcbdb2127c1d2cb2a4a29075f0ade9fcf45f2027256d825
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c1ef1bcbdc0d3d94a89ba6189466a7171392a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a622dae7f7ac60a17fa5316b3b5dae72b066bd4a21fafa9af35b4cbe4ff6b1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b851a8524418a97ada9bfe143773313a5d579de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3a72389ec7cdccff4eef3f33e6530c71b736231fda40a1e6407f79ddf88d26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fd61ba7902b248fa3b065dcb7f919fe8098b71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eb1fa450816361ce78cde352beb6c40f1ef619909c3e05c819c09f1e5840f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da6016125d5f5a8989341250a4c824161dfd1cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30afce4e8fa3166582e209e652224f3247777dccff6e57a241a19ad2d1d66072
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6cf6f7fee5229c2bc6fcc65a6c31ec484c006d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496bedaf4c3d5435b074799e24cefb22ce0e2f172d68c8ee45b06a5a1e1bffad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f006feb0ec5b23dd1a82ca0e09bb459dcaa70c69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733df8a9ed9a9e2d02decdc0c6bc089df321518270d17f0bb84cb4900141d610
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7341693b1c012b7669632743c146de09ceb53c8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bc3694f22de93789607d779dd6c9712ee7a611da695e356b81d011e1645d44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba53eb3619053c0a56bec3b6eb1704fd9fa1d0ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6b59630f17edd4964b00a8bf7f97794f1d218bceed34277a4700ec7d9c148e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bede36220956dacc5117f8046e604757a0f42c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfe69a80ee3eb8947cd78b587024fc5667e43a49ba2533d5629d9f079bcf369
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b75e9253d6bfcb7ce5e07d6565afdc7edbe127
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57058b7b65e8c76bf7e181a0a503b085c7d3a80fdbacf46a1ab255de9ffadfe7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553804c68b49074ec967ea72aa612777ecda312
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f2fc895953c6e65b24cf60ae8b5655267e39259914dd798e5faaa02fe89ced
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073cc2ae5943c4246c317bf3f6be84876b6c04a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b12f38cda985d4e9401689dae9f7be53b74b947e4074ec4213a4ec2dd285c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438671e7ef7f5d8b347e3b5afc9bb238845894e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc57f661e5c25c4b20cd523c11de720748742454734db8afdbe744b695b90197
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa37b3ce7cab4afaecbb0a7ee9b906567f3ab3d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a266248dc23da641a9995f91fca6a93df6aa343e5164131f336923b70f59c32e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef198fdba7e9d1c74cb8073ecd6da2c4c1eee7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b83475295124a0d8f7883f1f979953cffc627a6d303c00b4b8a5ddb206d2878
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c2465fddef32da51c92ac84dcc022d9f01674a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536181d526ba44ed55092f12526f01677a4e7562742d9a7d04a4ad265c77cd1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57d5e56f446f1cf1837110f3d100aa0e858f73a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb8440e980b1f07b275f170d23c4595ca3b7e87e9e33bb21d9f26547848f62
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c0ce5373939d2e409d5bf34aff7d82defbacd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc2f8d5d1abe8afa8f2daf090b22d2c7f9af8cca638a17e9e3d97f1209309e6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dca663605631f18c9a829d89d6e48c6edd3d2f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038142350c9b627636cb33aab67f6e47eeb50a1167a3396d4bca4b40a8b4c2c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca1522098a7fb57375c4364d6c488298159e170
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a211d0e777ccac2a99a02b78d99c5250a4f14f0a4842cb09359214657ac1b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09b6880c755540a0ec9caa483414e74c2d6904f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f5af6ca8e593ddd9086e9c8624ce8d23a74926fb3f80165b750940221e0ab4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac278f399173bdb9f4b0ce4e59e695a7087b5609
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20e98456be8449127dcfa90e910baa385115fe474a9068c81af511072472f5d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f04bfacae8b4fc00965d8f7d99870286c0ebfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5427968c7145af78ce436b363b6f5c3843e4b4178127378a14547983657fc57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e619c957e7380405364d7acf0ad19dc3b095f0d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6432bfd7de902b24f2549284c34fe793a68aff95c0617986b019102d1009e07c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f7f1e948bfcd3849bc5637c4b7d73dcdd9406a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56029c1f4b6d8078475c177c6eafef5b48c957196b556928f3b4a918186831c9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdad126518ceff752ab8a0e5ef9b2e7d5d3d789
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1417c568458a6197d61e3f0e246617d0efda3fe45dce085a810b7fd794f3da0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73beae0c8ffbf3543d40b0b425fca533c3c2f1fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bad53db4bba3c60a46c4322e38917cb7073a35972ae52308368b70f118967aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9b778e5b26570b14037b9b01edc89c7ac17fd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6f3007e9d96f9ae54cdf3b01d97cf223300859602ec0ee0f8df685b7d30d94
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b549b290201f1ba3376b621eaf32d5a1c23c216e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e36af00652c8800132ad36850ebe54dda4ed2d444df7270cec4cfb67b9550
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac8a42418bbe3fc6db9b14c3f0a5cebabe092cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e767af8dc466f60d03582bf5bd54b5aea60114691390e6b0bc8aaf049d3a51a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d861912f80de6007b65d1e6ccceb2017c0c50f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bc37281c026ef7f8f189e06bee304531f99c5dd692868bd07e4d8295ba23af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f96bfded7742ccbe8fc9207c283121cc507382
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8708b8e5de30b900f7cb4ffca74ee54c8c25709d432925c6ac26bc2e2caaa8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb87e4dec4867aead4fb67bc28afa8594f26c9cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406c036719a9a6b7eac33f95f0352b7e4cf099fe9808c1003e418b8445b203ca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23cb392d26191cfec9f427a7bee2a08b41853dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7261f8a817fa354353694605d6124e0f69d87a0ec5a6ce286aa7b2e0acac1a6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4463f3fd96b72b51b649c08edccfc0088ea21d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df81de34b98ce530bd7aebacd431d301263117e08364488b02843d88dbbe1a02
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87973b72a6d3e965e1b3b098a660e0b87f9d2f9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f822183a77c9712bc90396e5c336c6606a8c0b475c5dd24a4ee16c266b7b0e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608b6b49d5fc2dbfd48407d63ef901e70edcdd23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff20e3abef64931b7789a6a32708f2fdec3e5fe2c6decb1c9fa80bfaf8a912d7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c1cdbc2b26fd81517f3d8308e2307db64079f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f095a2be09c23108efbe58b3d55b83f2e58fb992f08a18dfea7675292bb237ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba1b67d3ee262bbddb497b692213e08c884de74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7191817aebf6d5003dc50976789ecaaed86056b764c92ba82d583abd211e2f5f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d667f3acc3705f841dd98ac6365c7bc6c1e2b0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162ed6a604a50b6942e824910ef230caecffffb12cef58bd2152022b53eff794
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d4e0ae13c6feceba23111dcbdbb814be5df3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bc639549afae9feb3d456353f45ece3a955efa77c949dd06e342f48131e458
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32e760b289adca2d3151359dc9cb406bea203ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d281afb7c14af2f9fb442e5b8661a4ad05041d8055fc558164b7e8baacafde
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e56c6e6a0f20cf1410ebd012f193af7cabc6fd1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e97eedfdb5cdc6f83c82dbc25f99b5db28b2e5e1e551bf8ab6a69a899e483fa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d152886f4a358b5f5547eda3bf8180d007d51
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bfb7f8dcf56efcc0f573f6ab2f458ffb3c37188c4a3f8f24dbaca41b82f1ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db8fc2a5c86bf9cb903c96d5aee754850e3c56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be7b0241f935e7509cae5c4bcd3ddae264471bddf7be53bb45c313395f5b7eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc3068b727111117d48dd659fd81579a611fc09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5238a985ef40f97d17f4b4c152c3202c59a8a9e72f50b7be3ea6efb58e1fbd2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4ec9ef5775fc9488f4781a71bb31c659000b6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656e7469fbd63c48f4de8df09290e459231bdba6a7da9a72fe21a82322ca2238
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03ae72a1f163dc9f5a2cd07a2825a0bee34c99
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48ab7cdf0087438d3da37755d18ad618777dfa8762849fd00d64d9a00000520
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8580f634df828b5f74c244f9a555dbe0dbd5a443
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f82c3ef822da55337094fcd2fd4b0d22c26d24241bd0471091ea2a692936be4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b75c8bcc5a0e2f4754c2651a92e5dc27cce37a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fece2fa63757ffb18aeac105296bc1e47146ba424d726220c523acb9f9bab013
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba718232106c7a9c7448ca68b8e2550df8db016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc6777c967be4d18a90363fd508472e648d63649633ed61e20b0740deb86ec6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7cb8ae3ea716e7a5fc3dfd313c6ac410a1c280
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12207ecbccddd1a156ef0120419906ad89decbdae4d29417bbc1fdbd86a69435
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6686fc52924eae4ee7e2184100c05d0748df8da8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7caec52fd6c76d68b61b4b8cfd6b71db57c3f89ec04b2cc54c5eedc9b2d31d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630f0acb4cd723db369093186d80da0913957fdb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b485159f4e0b4746125de75b3a4851b74887dbf228c9cc2dfb7d707a89958b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee1a8e15f8f12d79e10707b7a741770aa8d37fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ec763cd08ddf7c1721df8e0a54b2014e10862b4cd35b2392f9a19ba08b827d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ae053a7753516e91858dddf28b77a983dde1fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c0f9d8900f5b77388546dc05a195e81da483192fd6cce3062624967a46b835
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e6885cffd5031574b9fa38e6e8869bcb6e647c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9989f62c85d772a656c8f3969cc2b10fe8fbe2c1abbeb082dcf60184a00c23ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef07d645b04b31ba8c4a05aedc0e072375728818
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a19aed642fd4b47b42b6fb6cbac5f3877c2e781b4b3c6ae70b4271bb4785a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fb87f9cdfbb8ed561154618c46e2fb0c49c8ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e3e8ea513758854b0854b9d036fadb41592c322cb18b0e7bb6b07374861599
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a2d75f25c4fec0b82c5d97bad604e866d33b17
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ce10f198ee90d2db859988ba442fd31e64521e1edc8cb5f66cbec8599633a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878ae53cdd0c7f4207e616f103cd6fa81ac5e1ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d2d09744810183196145393b8765f5ab6462ee00c7801c87342eeaa3ae539b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75cd6147e7445c4432e46fdd3c12e88c71be9a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cef7134ef1961d9d853f6b2d8841e6876c338328ef1651b45ba43a04f29621
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cd111ae0028d167541bcbe3b263c91df32458c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96001e40dfe705473c81f1d8f87120770da69448b848a96319f1917fb31fc32e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9cdcc01b7f658ec44f37f99320799c86b1df04
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22901692038ce1926222a20dff524b8ebe15c727690f6b425da0d4dad47062
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd27f0bf086254ba2a269cd9d79d208520403747
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37df7de3319f77430dc05fc322cce94cebc84d2525ffa0a69e2e1731677dff0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208acdb503d6d6630c30479c22fd1c92e2d43b39
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b86029c3c5682cb7b06723edbabd061c728bf02553a23f20a8e7dfe2316127
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e834e09affcb99193a741c8de364097a6e1571e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a981130d5ed931e021cb9bdb10403678e2dc1186c0312411c6112d0ae9100b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3818fc4cffaccabc4dc21e8d8a4c620a30984a20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0781890c64671739ed1025a134fc647d4f64953d4f2ee2b179ae351bd00e1f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d0dbd2e2493c1b9149c8677e97a68f9aefee8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c504814503b9d5cad2a83a2b28e352a88b75f6abdb2c0cef309ee569c6f094e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55f272c5d69af99b3f0690ccd24949f07ffdd59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0c21f72f46239b6618c13e5e0717beaa77ce87d9b746c04b2234cb9e4ce16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dd0b4dc9927fea17eadbd8250de5703c4f385d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f42c845911397681f84d1e07a1913b3cccd3a4a7bb81befdc9dd0c8bba8e1e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cceacdddf7de49f3386a73525b0445069fe76ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68739f03c5a8a0b7cf82e372a431691808a2d4ebf0257aa96db17f00ae6cc5bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f79e2ee303f31c3b5cdf0f2e90c67ade137134
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c6f61251b0e0ed7a3e341d73df5957f2fe63e9bfd7b0bfd24918df0752863
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc172f609dfec8b04e0f9bfedd789658056ecf6b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4998a79c9542bd71e015dd84174812e9d767cd819c491122d97aa7d80076cc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb8839c1bec283f9a6cbe1752e7652815631e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40c95d455409e62514649ba94f51751e06cb885a4c707564e421f16c12cbd21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0982d6a734cb12075bcb60ba1ffaee756a849f7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3792c1f80ead3052d4e01a6bed6dbea937cb7231ade8b4dfdc18b4db173a01f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d63087a9c59c13196c622e7a6ba098359d24d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0c437177bc88092e7b4ea00338f3310917bf5514bfea95acd85513fbacc06
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf33b92d353905a5bdb5e80c319497e676fec0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5e519eec3655b12bb1a72342ca064833775477ae522527f84021caededadab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754f795b234efff4dc4b0bf7869ed88f18e7eda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8866f25f0ab55eda72833f1dfd1d86421ee878ec8deb3aa2b36a5f12869518
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f94a628a75577eea0d0d4df201841f394ee21af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6979f720ce9b1112b03c47d62a416f803ccb64e2e876a53b6c901ff0a408e35
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1660d7b2829504317df5183903127eb937b6e4a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e33b54168ca7d8dfaa5376bc44f4ca1eb268d30d03f87d50507fd2ef5b7d80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9f24aaa3395c38ee33cc460245bd6ffc2973e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03ea55e366f19cb826bc2714e8a42b9d8315264eeeb17230b5308189435113f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52adece9170fd33d22b2c8b1ecfb9567a9665fdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80254008d734bf258b6582766a31d88099edf50387086ca5e6cb3adfc674ce07
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b45178196b824507f7c87b5d5d00c494473fa8e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30b662a4430e0d14e5e642a7bc6e31985821e065cfe6d9ae17e3cbd9f7b47d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c170e76923fb6aca6826511852ec9838dc6d0c04
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e4172a07949ed0aa6dbc6e7f0e49200fabc5df7ca86752ff94d6c1416fbc39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9652227762c1a9965ddbdba339e54a8d89f2c584
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f0b880c0bd5b8209ade0d71ca4bf1e6dbcf5d52d912057e45f9acfe2217b77
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096289e5cb3c75a8a65835a3b036a5a12fa6f7ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557a1cbf0213fbb6eae3087534173bb5f12affa7e1afcaff97f2097cc06ccf3c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8394b2d6c176a93eda1be2a055839659ed29587
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19173f6fc37e58b74fd76d390f59de944818b3beb5a2828b26cec82cc3c8b64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c69e6a5b0e94eeee0ed80bd8e2b98a5e280aef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204962a3395245a8817f80935f1616ba04767db9883283cf7d0a652d69e1d06f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36a3bbed2a5c5f99eada8b089653273a90ea0b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cac654d0512c201ad3c73e71b7ae478183915ca95e9d0383ad803400991335e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ec4535910642de0adaee53767ecb2d689e14a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5767531b2b50a95440dd80acf4f2e9144d7673b8e483ab35b7f8288acee010
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f5b67bb10d433ed235ef692aaa83845202348
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c68f1bf788185409af16d6c4c81d4e1ec382780c06fcea3fb7b02212cef1cf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15694eef6b4fe1142af4b6d13974620d1300ac8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc17c20180fcfe831471dd27be7172fc0e0cff57db8488fd0727596a04e429a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a005f61f3ac2c84b49e1f0386651a3c385e736
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f1681649178fe4e39ba166daad548c096ccd6581fbff6803b130380e78782a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241607b18d03751923911742b4fbd85228d37ba1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc343c8036ebd65d9eb2d963c3dd85de8bec90bb27fca8b2d83cee094bd2378
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801a290be1a5df6992c7ad1a6a294308ce15d9a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bebfec65204c0606d7bbc6d288388ed5c60f87693828e17bed8597265fa8d5a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6284bea9356b2694aa9ebd6073418ad989dca5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f38f98eca275385a141fdc69d5eb7192ef5e1618c526d12e307fbe8b4a928
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18976745b051a067c77af094e6c103fda217364b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ead9402b6accbe69d7bad392a876155bb9902605eb96da11f9a35b85d03dd2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea91063d55b43473f8abd116d9fec498f2698a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de640659695677074e87a7fb493a371677047a8dbba93e39f4014c22290dcc62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad3e446e8daa5e9c9d8f962c82673029bd365e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db538e4507725c2ee79af969d8b490542ba327f83b106cfce3d4fd94153e8c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59101b5b2f53b12242b55a223cc92cc74202d907
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec72efd13878110844ec0abefbd5465280abe741509f3ecda3d86d0f1865503
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b7f03c83e708000ae2974a68fdf07ae211fa5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa0756995d13a170097fc078f07aa2015ec4ce8a4d1787e243ed619c5fbb00e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57c3f0d09c7a9c027bce158919fdb79ab2f404c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de06fab40a9e7bab65807f8a6e3d938e873c7d306498ebf12b6d05fbae267764
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5097ebc007aa8252d5ede5dcc6f1ecb9002ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7281251313a3a68f0da46d7d52c66140c8015994fb50ba85b2f320833e21774a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9b137c6afcb27fdba5435d888d3a56937a61b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea7587ca5dc77c8e87305c4e4d9a2021177b2a9f90154ceb296ec53800a05b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b16cad3f7ed32f975b37e8ea33576297ceaf14
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46148c5dd4e939c6d0911ad5a8ef903c65000763e3536eec21073c7538a34fbb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148fbd5e4df36185bebaa1ffef8d929953256271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a925c9a6f88c2c174450708d530d4fac04668ad8e59d419cd5b7d7be1b0b13ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ac29201e133c3aca900d3258b53f4e3230610
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a833a8193fc0b8699181810d03e13b41f3677d060d140f0c8e147a3f8dd2fcf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd1989a70a6189c6125aaa2ddbada99e03aabf4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca1194cd2586ddc693ce2ef6e028925dda230eeff621bc97345b8ee847d0a91
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d59e35a5038f385615d341fdd46572d95f059
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df18cae2905e4f7ee26627b3a3186f23f289558491ab93e88a92c6dfa5f4fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbab4b604ff0605f5a42c262a42c84f958f8c8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf66f38ae40b0a6713970a981bfad63fec384dc702977f7bffd4460d4f78fb5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2036b54949830835235a144c87d5b3759afbe0df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeebf4f30bbecc7f076bc85f0f4f65b6dd191519d22ef52a972cc1eee1a4e76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308bbc05d795d3636be2ca8cb4efb0a05e940afb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b2c2cdc0f72769ad664fec37c31c0ed98934d740754d59ba8610712289aed1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cb4036bf78ad5eeab166699b1818d16073334
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dcdbf4386083de7c1ef5857d610a20f921b5ea77756829d90404811c2e8ee0
+size 11395