diff --git a/params/phi/8/rnd_search/comb_13/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f8646738112a60d43264da826477a50e709d46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5815331063858ddde49d35d364ad1c179f5838395c3f32d2b710103c922fb02
+size 205955
diff --git a/params/phi/8/rnd_search/comb_13/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76851fd715746f3ea54e61d4024f44d4afb1a63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470084ae9aaba3a5e3ee1290303634e0e82ca48718a80fbc5f268d9e159827ee
+size 205955
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ecba9ed37ca112c2878b9afadadacfb59d5b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725c91a120e2daf2573d7408860e1bf2b4d2bbccfc3279333412614caf9d41d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bf4543a9619f4639179d278132d840e88c2f59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb23481a925760c97977d5d622bfa99c8e53df22cd3c0401312121c6624721
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b279c63809627f3d26c5c8e9eaa968a763e90937
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaad6804c8fe525a20cd586f225c122a764625c2ae7535fe3932a7d336a1ac6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b918cc3d7265c0327fb86bae75ccc0f9ef3a58b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77595ba6b0bb199e4229063aa2fc4217a4565b3ed302704e30d98a4351b77450
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60043c310943db1cc806ac58d3d42b6925189ce9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a197dc803b30a7c70060a8be99908027a5030af40487caa094ec2f71c080891f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b97df5c7c67cb9018404abe39a80cfd3718758
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327b3a1ed63fb6556b28db01a3447c44e07e2bb01e74f7c41c85005bd1e8cde
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce4ab70c6d16ec3f5354cb41ed276fce7b22886
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaee1c6876355f10edc8a5c37e54dfec9d95a84570a457a95483f0066d60b11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6def0594c8ab218480904260079bc1f39cf06d20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d825e1e8c07272363773fe42901ce2d550aa2c51df7b7a7c0429d8dd4d214920
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77095a3f10e09c6cddf45a58e82b3b5a55a5a12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cba81df7dcda37282627f70140197dbc3d8ddc66c9c755a9ca5a365f38d446
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee3ec2249b374ce7297a749320ec04068790041
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d69d1142cccd90d740a013b9485fd17bf6f66ee240f439b36bfaa31a7ed3b45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ecfa2013c5ebfaf164fe4fe3969c8921b7a9f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4146e0c5618d929aa20b6954809036f2011dbbb14224d8d35db11cbf7d6eb3ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cddfff03e246df0e09168bddfa78c64e034fe40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5a6c36b6810e1b7b0c406ff230ce6e2eb38843b777504c067b204696879d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bdfa5acc31f633eed2f2bfb4e1fc06576255da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c1e65a5f3bc7840240e9558c12f0699a9285578517ffebeddb59bc92c3187d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907dda5b73e70c3d28170685aad5118db0e2b83a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1962680b0f0a230c9fffeb02316c53b876ab59744fb0e5c392d3c276004b91fb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ffb814cf6c4c23aa9f075513e638c138fc3ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f24e2a9108c6c554d3ec9844c28a981a1be29730ac4a0ca47a8fea34314a92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b011436d98512400643778cc9303cdd1933aaec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a42c7394f68033384dcd4685398020f82d2c072e98ee96141e3fde3a0f7a08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a99da1f08611dc993cd4b2bdf5f1591fcd4970
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc0f9daaa7cc2c82aca7100f936fdf289d177f57d3c387bc9e8e568eea811c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e603a737e0ec6b803e281c26a92319d2f17b7a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba59f650a03362af9de2f1257de2364e6853afa0e84ff0c0fad28acb08a28a08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20464b1948c8e7419d7ea4593973a34e644f4d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa94ac06539d83c43945fd9a8451e11c80c15f6c5b7ceb973f9a9256734874
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1ccbb5362196eaf3d6d90e6d91d2f9b06d2e63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fd9bc055287b39fe7f9ce14d04139bd501b26fed73c86f6fa1e4fddc4d3cfe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97050b9c0a4b565021dcd699e79aecb94ec7f71d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491798e6fc7006727ce682148a4e96767f1ce36b2dec56018c189d4fb7785bd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f385e052e7a980a40726528ad7a10b8bb179e01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900d955547225422b95c9e4c1545da9deb8d34aa91a2afff3466c8cefb4bc9a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a8bf3668a227189e6fe9844bceb1c9107daf13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587321a53c96158de67dff21b1a554dd26778d340dfba51f260160b9e19b60a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa00e498b074f14cf0b8d025525a09359a9cb09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e038b8782b1055c82f9fee3f002581c7bab8835e542213deadcbdd20cc0c317c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727b17acadf652c8bc895edb10e0118bea6247af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fae6ee436a970fe21b421a2a7c1622254d1eace54efc6e56732d64295060699
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49dd4ee0db491d9fc911930107561f9f82ab409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fbaa0f2c1f86da2355328a3d4f7ca7c163f692600debae3f762ec58082e793
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04e06c2e0b12189117f06ac74d29005985324d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331ce43869045bcd917de85ba7255424845fa472ce6cc4031ba41fc63612a022
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e41b693c8301c7b877ef24a0d6f8f3630783822
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f6db4262bbea70f3aa70a9fa197bee85d0edaf858c9ff5237a5e3f37a7436c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a5ea317beaba8b3e4c2580829e721f3cffc59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a50e3b9f34997c07eeb5b49889e142a3bab5457fa0ac9d2483a8e831778ca73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338ffba6733c0e35ee4251601974a509fcbc2481
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1f04eeecee21ce54c5d284b446ff896985ae2010fb46260f4c0f1429efe53f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c18298728142c36944149ee458a18e00b181c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d04fe9f19ca52e19dd95f7191b04623b9bd99fc970c507dd355f464f9a1bde
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313ad38ab59d9d86adf996f102e3cf5f998a200c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ea1c537bee744c5bbdcad20bc7243895b5386a38d6aaf69c8b73b4dd740cae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca83d45cfeca2c08ae5fa1af6859de004d7aa2de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77b1f1ae56e689a3e3a4a44f1032bf6b9e5450a760ee1427ff1945f84dde62f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030621c65a3e9c20684ec97f5fb0513d93ba11f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2c2644201e82b076b01b36a26a9e7d7cc42ff4592b5c77d82f9212559e09fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4561103e565663c05308a09fa466b0b87952a7af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdbd18e3273984620c4757d4fa02eeb54486973b9897481ec07e47e3dd6db14
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d44ac6e632ecebe3e385e7ff945a7986733d38f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d752b5d5e44040e5987dafb9f5ab65509306f1f37b0f27bb01dc5d29086cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536469a6f7c1d958249bac9acbd8aae8195953c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189f4541942a356b56db4aa533afcbc7f69aeb97bd991fcbbd48ed222412f118
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a628dafaf75a0a5b0ae2238692dc3c58ce2ad8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1442c30d6a616208c74994bc4f755f2bd31bf29ad466cc0acc61884544f73daf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e838acb3635fc628bcdfb6f4cf49890fc33ab3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76376d6a1c5e4c32e2b9eb55094c339fc99b1008db835523cd2d7affd646baad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ba8d566cb29073380d833a8765194603e5e07d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375a905e51ae44731f078fb86171939e8c119b1e59aba3f646dffad38d9e7bc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eefc46db49803c972a7a3455834c774f82f25a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b965b397175543b6e20c404ae4a1afa8ebf47346921f8c3056becf4bedfd4e94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df8c51f6987c36f34500c2931cca7433ca58056
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c7acc4af331ecbf94ff4b6b3ce84682c89c7394a297d20a690e3f6c3ee1faa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5666bbb7952c93f50bd74ebc749655927a684
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9414de06958844b94413626ac9e5614129f1295c0cc5d3ae41c9921ae5350f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1742dfc2d7e3ab1b0d10d4cbb9a42bc9f70037d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf950370b6da031810ba8cdc0fa6f2e02c5a0538f38444f883d60a0719126ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d2189b7fbf3cdf4b8049f85e7a5591cd5c5bb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3883b7a7b1be0935dbd49f4681467a2d997a16eb27ccba7eb4904a779be210c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82f40156b8d11637d7d192eb7ca1b38485c987b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a9c9fdf55b9dd8c91fc6604ee397c20f5c1076a7f6b9ff60929641b4a44923
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ece92fbd48b14b60b75d94572f78d7d64e904e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c305b523ac3a396f9d32a569b86146b5fb08c47e95c1a7978a8f83db619f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85394194ed24148371b7978bf89ecae84de00c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e2b19ad15db31bdf1befeefff39d7f5f7870252c7fd585e652198b0d3651bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723a22cbf110798e0d7c2e4b81a27c96c38d85d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bc776b60ff6fa813e5f53fcf971fe582e458bd45a39ac78af9bef862433df7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403bedd79377576f935fcda26f2340f6582618e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad96f38c331e53420214b42718c2aa1e96998c9e42903f193f49c99fa4013a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3cb8983c42897953846e60de86281e84c3f0d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2992f702821110bc13193de7a92e175d0941f2bb7aff37eb6b53b2abe3374c41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbe83e49b7753bb6496691c27cb21ef58bcd6b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0abd4772948aaa6832cd44091e222293e7f39f5c08a3ca30e8993302821a8e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89155519a1332d9ebad67b04a9bc3c4f9b5d054d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ef0eca0c82eecda942f083fca4984d42d7b0f452b8e6fa2a26415c0982d93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608fec04c848178f049b8874b40825ba0f675d65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91383b1386e8e4e1122734bac87ee4f112bc87e2036f2e47a8309b58bced97d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff03946b348f944703dee96b4bdc6497c2e0b676
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5112b9e0216a03761759cc41e29f9154f446ec1bd20616b66f9063b9131d9668
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065201d772059dd7c30d82bfb5b11d244cbd1aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97deae2a3827655c0922f4eeac4b410cefe9f38c45c926042f04cb6d93bd5061
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ba50033aef5bb222417183afd0028695780b4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea20bacb7c3505bdadd560b43a1e7154a55a0c64539b928d8d8b62ec855deef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c756bcd1dcd1af60273f5d79a9f668e8d9a974
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba53e44c88114e599914661da36ade4a484f1c52ae1d3a12721484426fa3fa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8c6f830854dbe0dcb504827243dcbcb8585080
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db91276bd1bb8f60144e17c1c5dcaf2063ee63f72784e7db9fffa4f3ded89f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f36ccf2ac1402ad64e1df75219c1e2e7fa060c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9591ba25a64ee077683aaf0fe21eefe81ec9e6ec18d0d60e700254fe9d67b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed20109c3d3e6779020cbed0b35b8cf764dfd1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc08b2f89da1addf0e2c84f5f6da9730e17aa8e2283488a829f16e22cd80b88
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b498e7b5c34258f5222990cdb8132359e6cf13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6e13308f4426facc54d956ca8b3b0d1192607c48ca59ff1018c5b7e2943481
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f2feb6e0edb98ea4559812af35c4caa3e8b65a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d003cb96f158fbc7e5eab99ee5372cccd3d4596393ae0e60ea708dce1be553
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cb896565eef1eebfaac74bbc71c02c4fe7871b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab17e1019232c6b6341f3d5a8671fdab1e5e09e72e903a6bf03835c58310cb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b78b1061a668469c4aeb89e47046b26ca7a79db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329735a0c3cb01e3d260a68ae247072f57bcaa2f7834555175f72c94d76b2dd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be056b0494fbb7d14e4978c556d07b23b0b1754e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24ad77a32c191be7cd47229017c327afc85aab1e32fdb4e6b60ee84da30029b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5798a10bf244a2f9c839ea38b2a22b1019baf2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a728cbce165485c3a140a007c3178a8ba4fa8aca6a4cf9b92ae60811fcb868de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad43301e99a57abeaeeaea328229584bec3307
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45441bd719c4ccc8e35fdc5c913c2272186bb9e501a3877b4477e96a78c5af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bffd5795bef9d7bb32c0c0b162c716d3fdc9894
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ada46232cfee6dac8673fb4b4a8f45737ed40c7ffe29edc757b0c87bddfa901
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37761796811e0bef8c7442fe50a9f654a20f9a35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068dff8633ed83842560b2791ae123aeaa42e138e015d7732fe86d16f7658c35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0c4d85b85d2352f51aa3d749a935b98b632d7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedde59e6818e74f8d96ef25ceae52575d17d0fcdcb77c0dbca86dd0259f792d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec002577354e5eb5701113b5dece9432b736b143
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89bee9dd24dac4be49e083e67feaca7cf5ecd751c42d5147640ce2bf8b48982
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5e4af330606b647cefd0f4a88b2a41381911c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53b7072b7eae0e8a3352e7bc805c0a10455260bce5a687377062d22e352d3ad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02bb22ab3f604cae9347fda450032558c681a47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40278341b24a1ce771e70801d5eafeccfa889e0a95273a91ed9663fce752983
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8f6cf1f42b494b28c84b1faf000134342a8ae2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00a1477f3372fe02c505324e2d267a710f9d0240d36dac59cbed6aa7c241172
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f18ad0f709313b9c3031b4f248e2252fd8ea86a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabb7576546e941179292dd35e6d21e17883af4476083843a401ae7a81c38f8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7f5a028cd95ea0e868c9c0bc21dc908f4114d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0332b8108558e2fff354c176dad35dd6777996b1d005ab49786a228b9f92c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9795d83980d79b75e7b92dfb7f3dbc1f8b72dc8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e042e2376c86924137e63a4ab594a87cd65944fd46f4e3a39377a69c9d797f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89742a718746380d133df51d316aa39179f76323
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664b573f0014e95fcc0a541138eff81071a45468272af0e9e38ed5fb9e5f0544
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b73e87d457024d789702543014106b00dc8743
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eb6ecad86acdf3d04e2d53817b796dc744093176d67ecd3706d4715c5f0523
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617a5e1c541bb0e78f4cc07cc0c3cb51b19b6dcc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ce5ca02f09c2be632172046d930a039ac40055641483a8f7d20c44ab362b5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fc4341342d1842c6f6ed7fb763814d2f9a3998
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87fc31060efa0eee564a0f48536ba11aa9053e720b09af65ab9128df52c1bf2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965dc996d9c4588496a3cf5881f0d8b7add9e4ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4110e68cc1a186fbd527d6b325064e27f1d64416406e7bff23c6537abbc88f73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569b9c3e9fed185ae71fb56aecfae464e3f74729
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13577123bbf5a2e92ed4f96928f70c9670713c42993417e02ac3f4f0d7cfcac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa3a183a75a5689dcdee59d6492c74369ac451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4b027c10ef92b4d4e5bdf5aca355bb800947d0e0d6f67b8ad4f875146b29e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65e5212d507f602d3b30255319b8e2b285d6603
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8c2889c425988de59926ce8f05814a94ab1c0c19048da6fe2244d0f388d3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77e2ac384d587a3f4360eff8cdc2415f0e15cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e51b637a155c22fde861d5ae3025921bb5d60393bcd8edb6a7723ee12f5ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cc7852b895c2ba3e389de2612c325e4cea2627
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a44cb1eae389f5c01e16e8c3b44be02d898b9f6bfba9e99fd0f7442a412b5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa03d5cf961b3f6e7031b6b8dd03a4f5cf52f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ed990f03ac7f2dd559ab1257ea8949ad25e8bbb745308ce75187ee1064c576
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af02af16630169bb269a858328e815f4c33dff0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2392ef2861c7ece87e26292e272bbf47a8c9e3f45f22ad49f82a35f667f284
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd81b1e16f7ac260dba44f5de533e38393d269d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cdf80c3ab004ea430457ab9a3defee506d8f470987d9f9bfda5ebc42c3fe82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40840d99a60fc8bdb35e5f4a09087d5d44a4edc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9639d9f73a3073cedd7f935e586566bfa9380efaa8dc174e1dff2007c96e7bbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8724a3f4204b5154e9e37a1406977f0bd6e243db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881530dd08fe48f1823a8b17e75eb5ea374e0593720c07b33ba043f3ca619224
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d684e0b8545499ca6163aa3b2db990cf06a6ec4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f6eaa26d9626e6f6cc32ee1b247c2a85a997af1b3b2f9ac2c45bd30dfbd80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bc35d6f85d3bc61dc17080c44e171714716fc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1e21fb8251fc6de685cfb8506849735dd5fc505bda2bb35d64b1a9ccc4e49b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c76a0a1022c30c34863805d6552485f4557a4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb34d979fe66704f788f58d8207386b53901054c138e3deec4ec61b99332f1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c15c7616079c10621aedd0048b6669dea2eec84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7b41a53c45cdc42b44b6a8a3f65f16590816b74a3890692b0c079ad60513ab
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58d360e614ab5b719920966307a1045f9eb4982
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8946c3572ca2b96c5ede8d42fb3352ad4558bf419a57017858272a067f047c85
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05992b5f03310b2abb335e85cc9fa1ee131cd4e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef8cd2838cb9d15f014589ead1d4ef90ab9344638ad9a046c5ee5d95a973bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d19e9e8b2fddb8686c61ac15195991037737f23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98799c3cd792d08a540bf0a03ca1849b3e2ed2baf7999f4d0da84c5a8c14eee1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0ec69e2fecba82dc833fe2406df5469ecf9094
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1b76b034300bc53618d13a7944b9953d3bb9c793fa0e7106997baf2f3a4832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f94d607123b70b084f8fe662ba24ee90ee56451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadcc76b8be593262d14092d0bf004e94e26659c21b36879a4e9cc0bc157aa43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c9cf4296fdf83bd6352df8dca00a21bc84ecdb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e77e3636c85ad6516b3331f812731d22104cc7ff2a4812e07fd860ec1c6c02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acca787e3536a99a3fe692b60f3b90b34dc242d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8809e53765464321588501f1b33a46d03fb483d118554986599147e6611f500
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11c28135c7ceda519f976f3982264fad32d0813
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21ebab3c2e387bf483fb47a8eeaa67741924167232904a351499b5f559854f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e4783f1f1842a0a6bd293326a957575d37be34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9aba8e431b99db4332437c5f32fa78a3d794dd2bb1c067102428a4375651c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8328bff645a2a16f137153ac1a15631b461ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b673042b47f2ad99b103a8b658d7db45a0173116bc7e948db1f6cc4e07dbce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a968781053df476ab187565590cec6a52dd7db54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3ed2a59284d2aa2dbf4f5761556b01b550e72cda6188070f89df0dce6caaa6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bea3fd43da3aab86224e66dfcd1eb1689a42a08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6242ebaa78419cf6b370fdee9857692a28e5e061d4fe403788eeb7720fd041
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e147a5967802715844b847b1ebcab5973e048e07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e58f88304d89b1aa7ca5fe2f45c768ec07906c7bdb1384c267cff41b889e7f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd1b5374228fd4b47ca133c7b7ff7623ebf78d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f5c6913e1ffc2a515757d69389641adf9cf9dd720430016b9a91cad3fbbdf1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b9cab629b6178ac997bb68e10d3bae8f30ae7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d9da377d0e5f8c2339b3e9f837801203855e1806cc9ae3fb44ae27c5e55d1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297069c76b3f32eaf16388cc4790e0e1c1f7ecb7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e68dfad722087c136eea38f89b2f580cabb2255d86df1cfaace63b818b3dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2cf56e4431a5ae5564dd0fba852f8a7e77e1a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78166820b254c695c1fb911fe84bc27ee0535c6761fda001df7eb1c8cfe9b15b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e85bb81e92eb7137a263bc41287ecb2ee11d722
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40abe72617a9d8caa0e8352ffbfd97c72d69b427de13af9ed5b572c46cf3e5ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ce55362cc03f8a3b6ff4f9891262fd39699c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b608f241183d36439a66b6c1367a12adc45d4a9e11c926cb3acb04b8d0ab63c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15c1f2d06c306c99d52c35951bf8a64ab2ce2b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24be1d578125c19a3363a2cae86ff6e4d10d4d9b148345caae907f813f14aeb0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a960bf265a716640c491f362d380129299689183
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2470f4fa36c5dc8e2695db4946124385902d4ebc789f94695dba2cf739458761
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d517675967b6a449e87885d4df4de5454f10b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a9960a5343e0ee78b8203edac7a1254908de319b1745bcfbf355b05a88661
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cfe9929e6ead0f0810d265be2a995290740bb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff7cb611da60cbb66b28533a2694c9cb8e0fdce49a102fd806680023da3ec38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206e3a1585f71890e054f6617c852506a010b43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c710501e7470720d1532afc5dafb536857dc8ff3db718aec9c54639a09aded
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53de43f929bb41b45402a1b6735ed8a957d08442
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e0e203b633fd93e95e655c346155522020f74b6fb96172a7f239e279d3cddc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d7f37dea87b1baa5c1650b753b0bf8188b2231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33573fa7820e3f9f0555bdcfd5c4cff1e1ca6c2ffac97724c4ff5c0316fadbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaa20446f6db3697e71afd8c7495685ea2296e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad4cf347c91cd3f4016d5d8c06c9ffa0811f4e9aad0dadc36247522753149f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a54debe0f33e98ead020e169d9f5922566cc662
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2a64c7f8c5aa8ca2b65712f3d9855182023bc46f20de4a74b2d9654ff32fe1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef515c7cdcf5a0c2ceedf3df2b9f48b976bfdfc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b3e1c5d13df7ce93206f62b1fd695d89ac2f5b6fabceb275427d2ca8b23f42
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b03c82f9df3acc7cb04a3569b2d9eec59b858e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25118d1058fa56dcb52a24680b048f6c23e04340c1b9cf6e9eeba7aa74a558e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715e217aea701ca0336a988cde9b90a1b5607eed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862318d628834780359aa5dc28e6cc049731de58a4fef75a25f128efdabf1a4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a3f7a37bcb232fd14cbba514e235406b31dfd9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22abc9d6cafe996b1f5925ee5fa3ce9d6dbcdc474ae5b4660c68d8118509d55f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edea3f631ff786fd2b617e655bb88f8c5257e9ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880a2cb88354e9b830134a41f0e126a4de04f6c7d92d4d4bd3a6ec52217322a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9f14c4d89cd3408ca66f2afba602fdf0702094
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc0a8a16ec775553453b19f7b9ae7d6fd0a12840c5ba31d822c54d3e8f2e04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539a9c82daaf441b809c7ad793c063de78a28757
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943c53d0934a686ad61973f85b47485b2c078b64c8fd0f12274363ba7344765
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391bbc66d3e623b24c332aa909199c44b86b792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdcb13d43712e4fceb3de08e607bbcb5a1b49b5a1854a9f6ff1971a77b4fab6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c89c4e79ebcafefab8058d265bce9a30c2dc5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05492f42deb1f8a621349e78381c7564918567e0abf3e04e8b5111c8b1dfcbd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532de3cf2594e85364a80abc46625225ebed0ac6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d36baf1dbcc36d7698a5b53eb00323b48b6864b7f91ccd2e3b5c2d5fc15793
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2075189105df9b5af517fb90e2b0b702b236b006
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d897d99fc763802ad1ad72259b48a9aa630eaab848948dd0cbbed6460dc676
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92fcdf082158f14da3a04798f5296ffc070d538
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f6318f42c31a06fd4018d4aa01e9ea8bd3e46b47b3f005dbf401cb32dbbd4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c86cb4524ec732a4045b69601a653834d39c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2f85726f0f6342e243439f65d0e579ba62ae57085a259879127d324254ac43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6af1d20485f23bc5fd76d661ec99447922059c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30139dce8dc079cb1a70b9aa27c9a592a51b3f9168177f348e63982afac2d88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b88298853ed5c458cedee29b41d55b45292096
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a963bdf2971ae4584870d2f95456fbe860e77d3dddf93ab2669a289f268d8f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d533e5f4b73dee84fb5180d975e18b819522c5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc117aa74afaf3587de3f4f273846bbdd35e68b283f980967da8a67735cc94c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a178761ef0fd2a335f5fdc88640f522c9ee7701
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786f40f27f2384994f08fd47b1257dad56c67136c3ea4c8aad1d1f604f92c337
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea2a59b257df5a6dad09b81d1b8ea7f6411dc4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3903767df04127ee8534909d0f7b523e3f23638b9b492ac01eb0c84467245f9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6c187295dd022bc915acddb906ecdf6a4c05e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ee2fe2307cb542bc2f09ad80aa82d5784bf2f7d4e1e1bd01bb199ac28d727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d0c6a978bd35d576ecde3767b7bb1b4aaf9d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f58c86f397f4513c2d37090b83fd883e2c6af249dc5cb1724bdc6d1311e3b73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8dc2b5d189b7d6cf65c9b5a85ec8d17fd1654d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4230d08e6b57ea6fce5df6616c7cad5bd5b2aa9350e47fc6b124320d1b2ea7b2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c055ad7fa3045b9f07c8ed95c4ae831eab3df788
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038291a36de312a9446edb1a369f59332393abc52c56d5100d57c7a6aa4c4b7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbfcb30def944396dbc00b333a872a88ea5eb01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e51cc33e71feb798543b606f4c209e76e3dabe350c0b8a52f238db77b6f271
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401855fc23be1dabb06b26f0dba51fb68b074d32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf50bce3c323be9b1401f1fb3d28390802ffe1dc9ce489b9eba96bb1fcffbe3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a463612554197bb42dc484a5aed7bcf20af09d74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84b62a37ff5a565516301c9a0f7daabc064a7b84b838d21ae69bbbdfe6b94f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e94b24639dcb61d757442646e83d25a62d64b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd5c698b01a46d4b2429b2fa666c006db337214b417e01b96f7fe53507d2269
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b953ac94e2002f0913c4553c41243896c3dd5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fe8a78a8a1cdaab50eff141c421e3a4c7a22989fa7025fc21195d923555d36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bcc2ed28882e064a92e9b45409af63f7fc0d3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439a6bd83a544b3a21a1dbf798207f51c2211653a55e5c46f8ddd2c7c2ca7a98
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c596d77f6a07c8c77712b4bc65b4c62a969955c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716b2be262ecd2243ae9c3602abcae876f57a960ebb30c187d142f3d9f9ff2ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868aae1937153a0e02177c38e43e8b3801631001
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0e2ee84f51f209205ae7c3ba25c2d933b1188b2196cfc07f1248ed0b8a8116
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92df1b7032a47148e1903b86748bd719ca391cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3f35c7231a29533e01ee116550459414a8f1fbf531c3560ab0e35cfdea67d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e69c5fc851f199a1599c4982b89e598464eebb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb4873498a2d2db535e300b97754d66e920f9c64b642c1186874200882ac791
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ec5e9779738b03e21bf61627f9ea525d0f3a64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bf27c2ffe3922cc2a35e0acf5a8143705db2fde09cdc46c6522924dfd443cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59f35cd8a7b8ccf56484443288d29a331d3c9f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b923a973824cf18f0b417ae49aa298f9e29dae013c5b0accfe9e6c0da674ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c2bff10629f8c68d1fc6bb8af1814ec1bceb4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf291e731e8af03d54335c50bff43cc49273764ec8ef6258f50348559241c53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f708f449f433e7bd732264fcaf6953122023aed9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a76a92065b1e901c25fd210f397563bb05ab60eea4d2caaa88b84b3a5ae456
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b1ae2b2fdb8c85e1bcc0f30fee55ab64c7ffc1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bd211cfd7ca38953b6d7441a8a556ce5656127770d56360f6bc548be95ae71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013d11d71a7f14307d8676f301bfbc566d0aa0f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf0152676349acfab8ee2e54818cdc527f4ae731389cf49704541dc6774fd32
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd4d98ee0fe8cef2b0d9d1f3543d0e6d94b98c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e86447adb74080f15747fd6ed75f44eb3d9174800cc8473254b878837e5f5a5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d87edbfe07050f80619e76d567e81b93c8babd7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11e18ec143e713609821b5e533ac131f13b4c597d8bd55b5c217291e78f2a8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cc86b9e460c9699e13e38afe68ec25f727ff45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e486942c9c8ba013bd9a8e1b27c63820816403d8773b8d1d152d42b0399c0f58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3a90932c2132b1cba6ebc4d225fd202ba53c01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b6d3614cf314b1938deb227ce4ad578eb82d5e8091edb7a5f67d1b9640c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f9450ed98403d6ee07dcafebcc82cb1b4bd3f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690fc1b0781f4fa26dde3b0d53116035548a1e7b458c8e2ba823a5da6c1d2811
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044f60c6dc7d8de9b3f37a8d8fa701959e79091
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493fbdd7085a7b3212a3c677f4f2cfd2e1891c0ee8f44d9265a334cc8d14315e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c094cde6b5b38380d0ba66fa365a3f510a82415
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dcaceddd0b591bde0faa1ad2d549fdd3f4ce2fd6439219ffd67458f9b201ea
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a1467c5da93b5b329c389a5d982ab315b64d88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afecedc4aad3871a2971fbf544f3061338cc04ee570ab384ffeb0cefa375877
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6063443ecab3f6a1f1b8c543ac023aed2848872d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8eacb3338987551896604da09013eb765f8537d18592a66b3e55b1f5dd3428
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b52f13512ce4798b27d60dd55333de6c50138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188aaad60f2f9a562fdcb2a2fe6cbad2144f7285e2a8eefc28fd43a906853237
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b547de177e0e7779abf04aac64b38e81f009a3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fcad69faf491b3d2317b402f024cb7e581577940754aad36d72504910e73ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556147a3700304b3612c6c28841abcb6df7d9a4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189c05701e8f18dbb9f308ba3f8a3758e7b2f979b44ffa7ad60fb204e591d58c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38acadb16575b3afc94e1d02babe8c53a7fc56d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d21d0fe1a28795af1f314760cfc370e50e1d8873b46d3d37fd78c3869c60d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1925e4bbc468c57d7cbb47c89181d1c17b2470f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f5be96964cfccc943ac996568919bd8e5b04f7baca656991c6e393b4a6aec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9122d6eff2ef4d54b1c144caa2c427c44347fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206f93a1bdffed71e35a17c2123bc522b7b4275a598c1897a02fc66d096e9a44
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e854023c000e1eca77b41b2c929e9fb675d3bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88ad433bb6d148c15f103250fefc584edf6f3a04ffbcf7508db0e855c333ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eb9aad324642a06bcfde087f08d23f6727bbbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf6f5b52a95a544c215a60e40f881bb543631f79536f388aef901385f548c64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5100dfe3d92328e218de04e917d81e462023864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c04dfd4424c9aeb11846d71caf6d908b335fb4c27886b497c1b35fc6c67e1c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53692f6f61cc2713a7e6548e5ebd4e2231e4b570
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2dc3c2834e79aada3cf841a1b88c5691672e4b92ba59b9721d303f77a9e7ec
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3681f3c6446dc2f0442e334aef83773b4d1045
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9048b55a991552568d94f791175b4f679b00bcfaf1262cc0a7d02e0927e1dd94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936c6ad83b0c65acecdeacc4da5c9bc7cc7788ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b01acb8f65cba90b988f39658f55732c023e0dd1eea78fd148e4affa86be2fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baaf7ead7d1ee95553e03fbcfcb606b6d10f138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2028aa8fe4907476cdaa559afbec8197eb9a8869789037edb47041aea0a13d0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2114d5c5052fde4bedd4eb406afacafa7f341ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309bbbd7762c7b74df175b445251b5ef0cd6fa49e51d3a60518a4ee25e5ef6b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c83323c17c5ed35531d8c1ff4aa438f40a6a8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f9c52538fcc7676184892d21f9015612adb5ae8250ae3c77363e310dbb56f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254271c14ac45618a968b5e259d7b7302b203379
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2502ac0fc8b45eb8a5136bd33bf05b2cb000a17e42016c583e61f728f0af923
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e01cb62f62373204be2ad186a9fb41f9f948728
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d40546f38b9c2e3fc3e8db7efce27be0909f19f017af4caf0ea7f66addb394a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f71665be12c58ba3d9ee194deaf28054126ab3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5ad89ff5301f612ed4219883466df3f2c238d63ab80a38b69d10951cfda686
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576177d1e425224c0a0b0a2b9d8f11cfab76c894
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c13d6d27b9503e77c683fead55ad989395a78fb5d208acc508a88bf8c804b76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c711e4523e540d2cfee2e752e2a45f451bba9be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25453db15eabd561d0c9551d4286b253391d902d599e77f2c92a6783d46fd5c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cf7c1c03c370d74dec2691bb43155f307a680
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735b236c5e6b8909ca3d218809220e1f7e3f7b92dcc5dddd3616c6e8f502d386
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03892f847dfc505043cc96cdc6b93d39af4928a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f6969f6aa08d54342a24251d8ef442569cacf0e51482cea7c41b86444eb3a8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56be358feba4f5d5e716fdd766ecd1464ad59e29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afce1a7f074cd39d1a8af2ac2ba4536dfcfe657ccf9515ec89d6fa1bf5048d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51738ad26866e0808c4385f821f981897373cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83159254cf91ee6b53cd983ed406727ad07a69b4c5e5a62aa76d0c068fb1841
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f79132898115166acda5b4b292fdfb80cc9775f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79bbcb71c05e2f70aaaf6e64435c5cd266d9a891bd2fce9fe60b4da6f9675cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c77955da4a10d18150b5493a777cd6c5e2da027
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576923e3be51e173fa3649210a7fa30d4300873fe3dab6d057a5ccb207f53afe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c372a230cadc6a26eaed4a77328fc564b9736308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db083a913842a9989c94404a04c15c468ef7040def76c77a45e104d86b201781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b878b29e8408bf86ebd3872daa869bb74fc9bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e31df5cebd47f746b028ce18761e39a0a08373ab0459ab2799450021861bbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7776becc40b9307d53e107d8fa1956ddfe20b4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223b545d4b5b92d47152148416f2da5afe84c87935542c927f4d6854f5789d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ba6fedb89a43740088f0c4dd05b09bc85bf50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbda5d8ca5c77cc5737e372a5d036155292ae81aa149bcd0a0a328a35a3d2a17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3c8ea3bbd8931032aad4bf9cc929741e61fa07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bd91cf0e1f446b6d2e18f30c9cf42954e3e01aadf4bfb008089458ec5a5195
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ac69aa3713d1a28e13587fec5799977a19035a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f1b1c301265263e2aa7a8bac8e836743748ecc4a6a2aa079789e85d95ff36b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7623372e5cc1c3b33df11616856a3578c46a85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fec49e700b03d0e61e5a5865eaf1555c791f1d0a8691106760cdb8b8bea053a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166b8b94baa696dc3cceab12e410b0d5999c447e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f557432d7b75c4304c72aaf454eb669fc3fec696d03ac9e12c9e8c79d81d5d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002e1941a9f6e37e62d73e18721efe3bac6c747
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff51caecda4f999f749c7ad55c419788dfa80aaadcd6fa66c72016795eb191d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98d00a2efa93842cca01520dd2e114f5fc5f10c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e97f073b9d035f73caaf70c815f974b31fb70c6520a0d4318e325fa486d340
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa561b2acca6fccdb99d51f9437fb64a2667428
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c548e60bddb9a56c8c39cb58d501dadc2d8dec7fe96d313fc9b62f683e5fd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c73b1ed61cefdb2fdec1538c1c0f9faa2adc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96658af2042504625e123f58aa63e348413ddaa6b623f6693931e22e736a16
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d01277c1a58492f99c2eed43c2cfe0afdaf7ca9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c744a464e24386b11537275e43ff93f1715b018b9cc4633715468fdf0ef742a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8bcff5d98926fb7c260c0cef764f32931461b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b60e6f9f7a82e322976ac676ca0bb6a84e383de2e9682e594f17ef94f038f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9452210c03a7bf8d60f2f24b645d355e1040bf20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae696b9c857fc4f750acc7dd721936a327a943d0117e52108b708f4cc95bf13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7144c6d9cc90f373b744cec0aa0077d42fac0de0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b70dac752f040fd7c41d257972ff50af82b2db06870a0f12c7a32c7ab39919
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d81aa54519768210753939c3914fe582e8909d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d451fb1806dac1a2d407436bc341ef0da12ff9e27ea8154d935eb2a353c89229
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb8647f1472267667e4d32d51642d9550e8a870
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2930fe3bed4f9d420744775affc73aebf777999a6c3050070180c964856a7915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f5e11bf93b64f8e2563c2771b88280164e9835
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa058489edba1fdf27e788e5cdba17ab6dee320cc53a996d3028961f486a1fcf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b488ed37e7b9294f6a443338f2999110eb69a353
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ad20a8fc6e890d82833917b457de21b85bed18d14f82c181ec1ea021693c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf233018b3642335457cca76cc123d80db7a632
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f60c8fda19f805a8c90a96246c6b278c8340c08f52fdc28a7b019ce36001a6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f87ea453828c89688810657de00c01778fd2d2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05ae24bf9fac6b6aa7c1243c47fbd4eda2dc02757dd563c8a82435713145556
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223bd1ddd5906e06ba0aecad6205ef9e543ff2ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc52fe4a452b4005944a9db3e04b152208202d74b2cebb924ecd8fd8eeb1d01c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c1dd7da370daf943d9dd0e9f8eddc3a7d153f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f63c9ca4b22a7b6249d8adb9543f770cc1c974f9e256030402bc07c8f75ba8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff308ad7ebdbaf800136467297b2bd5981663bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97a0e4dfc62e4576bb2acb14724b5aa79ce3c593ab22ec50c8f0ba56d13b7d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5b953a1536f0d07ceb58f898c94d1bbe1c87dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cabd68d9d64bfc39b03ff17244d34c7ff3b50db773a21dc61045957f4ab0e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353eae7c346cd4f9187acd7b7f58ffc7727db1f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ef2d6acd5db8df36394ae2340ea148e67a5b15eff4c24cdc37a730e54fd52d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db981086894b639c4c6380b8a49a387825bb5a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6addf526be40d11d203d70b283f5fc14afcb6e937d8b57ec91999cee1840069
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260e0d65dea1d25ffc00b62c0a0dfa677c2484e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d3dc9b068007c0ef74e7b8cb2186f35e4318e813c304dcf891c2998a706379
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a58f953c10c8153ae12626ac120e61420780b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824b9198b5650bd7a1489e8bf0c99581b233f215eaa2cee709230e2b799c54b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b333ec4f0afff9a71c1dc3ad8301d155069903c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4562502188a2df262a32e32596ba826f6d100bad593b871b3013ea6d8fc42bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c37f3b3c54664ab3cb89cfcebb9967b5c8aff3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0d3516e6fcaacdba73cd5b10d6d0ab9420bdeba0d5349d3d5289b06d6fbeac
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94f526344bd40f9d65b7702963bd7d5a164bded
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab747a36c685c7dc211e026ad4368ea8fa33b800533fcb490b75b85987a771c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f44bac739d12d50b9210ec09492333dd0d7e45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b448b5d13e97b2eba3c5a99672682647eb222cb8d2c1917457be8c29234dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1235013dae90553a98b1d4a97c7d9d5f986b8198
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66727916dcc3c3c8224d0d28fbfa19915b7c14df1043f4c06ae4221ac921d850
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f1c0e9c11b90958fd52dbca1a8ae4b52b7b3bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ac0a0ebc90c2e8173d1234650c2275f1d5ba343c2eaf099e9b5dd70471ad07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6791426af6b571f6eda1d31a41a3c219e6853c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e3566eda4d81ba7e8467317971001b0f9263350a83129754f03b5f7a2a31c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467b7581a50de264905f9d538736b28026c0121f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f6c3c65cc988e7331407ee46ac63c914f655fbeed0626d8b5c78587627013e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9adfd872fe54875281278622b251fd10d5d899
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da417ae03b812fc5d25020d64d52c0354f1a9ad2db99be72f8a1893476601e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fde619d676e62d0dce16abca65ba7bf5ac30d99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b8c57c823d99cdb10302d9cac61610e202800dd557721c2ec383890343ef82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92edf10eb123024cebad1a2ee24ae63d7c0e71fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b5ebe2b25c0ece9cde712b168f6f73f4987202420b984755b1736d1d39b5dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86453a4d670526f8bbb2ca25f0f6795f4d44daae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ddd03bbb4e20224fa42975457061c380e7550a342d680526bd71daf0890ea7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2db495435ef04e18e6b332d2226212430cda9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b21be70f29d1b004c9c4a2cf1ec4c9911162403946e27cf2061b5b28a6bea4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70b8e79ba77ac85a8966cdba11dd392a1db876c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d54a8a09081dfe8f10a3b6bc6dd6fbf75eec88c4fd3741064eb551e77c46fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4203f28fdec1f76a4946ae35c0ea682e8b022d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218d1d73cba5a2c5a589b981459b003b33f0aff914a7def69f2a34a66230c08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae68783a52be888116ddc7a39c4088eb2853c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bd5f9387398bf93fe2500da57a4454454f4805c0670085c94c25c8c0b4f561
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1348a32c9316cc47f05b105ba1c63a74d09be2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179abe06ea6f53c7119b8dfbb9fff2f04ab46d8b08fa8e8e76a137625cb482da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16c75a8da113d2f4e51199a9fc2469a11054f2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f50f726042d1934f2133d8b190a5da75f25cd80ed3bd1176cd22c2844594b03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a492cdcd28e9b37809c5ff8e2821162bec29760
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a5640706f6e0310edc8fccd9e1ac45b346807e2f64b07be0a075358c64335b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8ffce7f971b221ffa7267cf5b19ab5de7d7d21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb60c1e1ec196e960ff3f339fa84df8fafb15b9f5b010f49f614ed626e1c6a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5cdca85855f492ca2d688eee7e284e084ed740
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a7bc749a39320afc792daa8131995b95939871210f3b6a49b655e3228d8d60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084dde4c0ce550e7f0c5a8a9000d4786b1a854b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce52c06bc943f82584795259b0096efbfdd2d6a857bed1b6c5931cb63a8802ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7074bb5184afd6081245866762b6e4e943d543
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b6831262b8b79be01c95d5f73bcc7828fefb2afa654944c090ecd31071c78e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca9ae590cd732df68ca30bc388c82d4b9e17c11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29d6352b5af15a2828ef759d6bb1000bc6f94ffbc1552f1301913acbdcf49c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c31df7da5d3ec51f8726cf75ea23a8e7b1eef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad992fc5f7622005a08fb31a33e85d33cc343ee2a6d7492b03a7d0e94ebe1911
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca08182e17842d1221aec96b3c976955e6009f33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd5f1f9c6ad1f7b7afe99b193c90d16f7f1904b5685991aa2d3dc57368257b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b91859e86bd691b2b5dc8feec73b1e200f05300
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf86725ce6c95e2a21bce013f617bc0da15b1f0102f0c35b240d781953845d29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4231594119ffaeb5c30bbfb18d599307251b879e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb9fc3adc79e26f7cb9ed681abe780ac0acd3d7bcfa6266041b237e645fba53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802a754f52e8a5ebee389c121ee6ed049a457f55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab42fe58f18ce5170b12f3dd25fa775084a0f499bbe2a1568bd320d62db0e4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23cba55eff07b98c3157b9689b0c2a6de22de11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64a6b2e4455bb75872889088908b64796f560e8cce2e125e4f687e912561295
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e94255ea33837844f1656504ce71c769f8c142
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030becad6a40543c37533e21a313b153034328286637b029b1080d273aa7d240
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80da604e4e85d81a5b14219504fefead29f0ee3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c595e12a940b386c5e77ba12799e50c51b42e42a32be241730d9b0509eea95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f613da7fc5055a24ecf38a61c60adf05417da69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578df598a5079ff486d23f87e85a5a6b3fd46da34f58205a957b904ead1a2ab2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255d2147b866ceadcc4d5491b7e2ba1289648ce3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989fc62d811439b5cecacd42f06adbe728249c1139b99f7c44efea7594702674
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7215f43004e14bc81d20cd7f443256ee1e2bde
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dda27738df3b59ef88d5c4412d0c0b9d2caeaeeb98e480bb41cc4b337873ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af26fca827d6318f7bf2b0825934560d5bb70bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef7f582929190d76b8a8e8bc90756a6da664cec5f860e7f1fb249f1b79850bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b6114188f637f1d4ab8bc134a8a8d45303e542
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadfdc24f133c784b393ccff4c5409da68bea23881553a262f6fdce629b4e1f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba65db2abb1bdd681cacffad0b25d0502b1c88c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca869af1cada95a2b38e92d0312e46b0881f9ee28c825c8bdec41d930fdf36b8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1c0e44c486a46831b7f78281e2c02926129709
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8338b3a7de9dd56cafc10424479791a573095ed838afb287c5b5800359bb49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20349a2e5cc22d0bca02b3f76d435ef4b3fc18cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0f1cbb727b88c50fc1e16f3fa194fe0157d0f551b5d7aaebbd7977904c73b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01762983edbd858d7e1d3a612518b0543c0616dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99def6b0d914344faa07c07f091679cf05f28296baca7b2c70c989100672f4c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a352664ced9bbf1214b948c8639488446a21c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7518d5b86c23af6ef899637fd1e7b44a55de464994d810c09e03a148ea9b4a2b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e755683409049246ba2a7bfe38fb6cb5b622a57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07921ce1a17ad696d628b9975eddd6c84f007dd0089c24c2272fea166a9a9055
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b847ce2a59772e0c74b041b069b56abf69275468
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f4cfd4a440f40c4965a2bc9287e4bc1d3c9480b824d7946edc643606ff550
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0e04314538ceeca094a82d87a5caabc8cac91a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca64f06da6c0358c4a7e1ed00c3948ceec7c6b09773eb94024bfeee63c64b2f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6198e25cf9357ee4ce0ee2f5d9eeb65e7ccf111
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bc3b0213e7caf12424615db9b10f96115c07f4d6587b28ea7fd6896ecbdf9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97bfd9448188e66af5baf3b7f9e49c3c9ab9dc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df34982e1f2410203ee03bed1cc9cc1eed996eefb2114ba2a079ce14d87061
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d496da7469ab3d59ea3ee62515c5c13be1bb22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51694fc1bf94641bc6010898d5d0bfbd8513700fb1b5e6cefcd568ba63c3937e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9529623f79239ede1eb4593b0fe21af65c57715
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d1cae0fcff6d9478f207a0503eaddf4a51e8395103df543a15ef49a4b12123
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77360044c64913b40c33cf14cd60fd914c65abcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d729206b6a456ededc48101c557a1fb95fffa684211787d2187963965e060c0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b98eaa7fcc710f17e772ae7c91f6139bcba8f75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6f1da43aacf9a4d796b32a9893d1fc3a849e0fd510eebc79d6aa4c92273a26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027cf7a38cbf33c75480900e15d3585762ea97ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27ef8b85a67364bc5902df34320f9269856011771663a390788fe74194b9585
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0bf87ad0ed1667ab86b2045fc8f2ede0a4f15c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904086a08339e60bcb3762c17f049b7c633baaab82140bf29b95f1be26235bb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ccb1465edb703e584522dd783caa75ba15a63b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0bc329b7c24768a7eafe4e86dfb6137a8689828e4ae3c199eebd4991459bea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc5e408d8b479dfc2a519e33f62c29be3d5e54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a08004d4330e3e58a36784277a82d9910fa9323d691e17ab1af1209b3bd428
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4642fb71089585ab67e2d867216cf1d15f7c8b0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b00e6f43c67e55c65c4298932e8096c876eed59f7b07b4cf79a8178f14e819
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f12cc0d275d5d646b8d3ab46bbdca3d6d5c585
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ffeb05636e383f3e9c26f8e021f3fc0e7154e7ea33f75834413c22d4c2c582
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba32b17df53c9fcabf2fb68b48ff997af3e78f0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a23119d66beb094d28e33db2120e40d7549c6fbab9d0992951e525c1fc888fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7296d746b3bca9b7c6ad2c3fa82d083ea4e18f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a061d3d20620ec4c43d238fc9d0545e2e0a73598a56eb002b87ba831f24da37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c4ae109d22ca851a8e801be17ba8613cf735a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8ac5df0e855eaf447888a96b9f6f0225b68dd660688704a097b849453f1f2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11517079ed25755c9f2fb0070be1d6cd4a109bb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3182d213f5777dd5136e90c520dfeee826e4d425d990485472238bee842d62da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc62a3704f3812fd36f3134fec86bbb40219a200
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d8a88971766bb31416de49b8ff55fd4ee0b65d5661e84a435a654c7cafdd7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f2ae4ac1e152b11f37e391e1d9d09a44aaa862
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8555421b85ea886168618799a6ac3df96d375e1009d91946e785a1036cdda6f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d23caa81394a2555aca0537efbf441ed5b965f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4058c7df84544a015e25585e74a478633e905ce754ab6b9feb8d2941fb5d7599
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8680c1357e7964c49f200e5e5dda79ff6eb2fb39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c80a8599caf68f19db2702d0e4abce4f55f6c67fd53c28d2508c7b34dc1882a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06120c301a4a6aa66f8b1060ebe12e59e9772a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781af7482d76e6b86d0aecc1c0a1d47a4e69b62dc099051693c83dc0745eb45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016eb0b9c06b0602859e35dab273cac1e516ee5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c193bbd97b8e8ea51ffcbafe93f66a46d55c858efb5c4f5cbbc88c66659b8dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a254bc475a68badbbe10b88a5daf17f57213fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93397f84a3d2d2e3792cc4c3299411dcc0e24032e8a41e1dca1da7f5c4738360
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629b955fa4753e9ee1f98c71508336babedd149b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb71ece62fa0c3729a40fc00cfbce15fee9cdf1e528a314b847bb61dde076b61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2233a3add840acdc5a4c51137ad63df56797399f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5734169a4367449350d7c967bebe8a3b02097928f6fc6eb5261abd916ae2a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a9ef44706e2bac59ff7f5a0e60b0a2dfd01648
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cb0d90e48eb32de2b6accfab1a76957f177f5e2041a090935cbfc1e27f6cba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1fe488c4f35aa0e56bf7c091772789012fe189
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c19293a2e010f571dc9488b8a0d64861d15aff8b76c6632f1f91d960b378f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acec419630ad25506d6c11319f38744e86a0aff0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba08980362c98d92fa17b8d57ec436014fb1d50f3260231d485a4571ab793e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3697fb8f1890d8ff2ffc29106d9d2755df2783fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36b80cae2a39a2445d951063ef223f23007ae2feb46d52fcea4dd048020e8b6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9dc69ba1be8a27f4c096a1b107a5603fb3b964
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66325848f59d600e8e9cc8a7df429b58b19af4049e7e2ea14853da132cc5e6ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8075bdc22da28a472920324aa86a660418baad7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa15edae52d80bf565e25e2b1ee05438e6481c625fe9b0d19a50aec13c0c0c85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6264c06e7e95425324688be870f23376381916
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470c42d6cfa1c3fca2703b314687a6e9fa527df09dcf3569225bc84f284443f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178a603c24320da8381d54068023dfa1bfb257d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c07308f1d9719afa70915956f6b049153b2ad06942bf14e99d198bbaffd8ac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18ef5ba2c05abc5863b4edcd7fbee730a277be9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae950ef5de4e4b64b1fb4202a582d1953f53f4229b0309a766a84cdd9bc3f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773491d5a003ff6869d09a98cc49a024304ef618
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4bd0e756373de271ca21d357b1b7b8dff3a72394440123c56be9524ebf9b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365ee14244bf834dd854e0c04c059a38d77002f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc9489aa5e4a27f5537586dcc74daaffc21118d2dad97daa423e97f8f7f7803
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4224cd6f2ea1ba134ca802278349bc13b0cd7764
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef77031b8d9446239eb7a66bdd0e61b3bbbaeb680682b8aaa109956cf9201242
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c66c0e8d8b3f992d92c0f1e06e19765137aa05f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c107678aa7219dc6f6e998cd588640471fee2ebfbea6c4d05ecbfb4acc7cd2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe252e99395f8ac002ea8c378835fabc6c6e738
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd69d5589e1440801034e355dad115b63834227e5a1fb2b9d0a7ddb79f015302
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f23614121acca8e4bc01cc6d29db031d9f6cf58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc085ebc81a7adea495921b3a91b45194fc5ad2bca755c0e2b24f8a9fb9a737
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ca9bb3cd2f510b4dcf7ba751beb0334b41391e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b4932c04b9da130014766616a561b69e3f3f3c989ad0bfb512f538c9600c7c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908368e979bb9216cf86ffd553e54342158bfdd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a35a23052ca18b7a2f587bbcdf3933679f0c339f2e083f83cc201f21c46670
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e776660234254e9d59a4582cb8cee0ac5815a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecb6c18aa1ae23ff058f2ab0ff134f7cf24ae7ad482e754e6a5546b5d00c7de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b695deb65a8fbfd9024d20d8481ce3c1ed00135
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7428fbedb504a0500a38cc5c50d7cbc143f4d365729493e2af274a1382500121
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8789e3e6b36cf111857ea6a0bc2be78edebdea42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2034441d18cef9015789efd2fed660b361c25b575acacd5864e63dfe1b01dd14
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311c1e124f98a0576096526897421f2cb56cf862
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae03aef514c657752e4de62994603dcb9b6708995621c07fe4a285887b3d4949
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210de91f501bac9c21f96a26ebf1f4baf1fd512
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41bc287c627e4ec41ec55ef47021835dab336d2a7505d9cafd4abc5a32594ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f94a8ea9c74a58995bb8dd77d3c168a48e35209
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb10923dfab99fad36f55503e34c1b45ad903affc72d7a206d77c06bf15d837e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab56f089dd13c1ac09b91f8c241ff8558092ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42254517ef0d25e062a8ad9112aa87202a405f0554d04566d76d8377fe11b66e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e58a82fb633e7fe93679c8a22df9eb413453007
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2175dd333ec8ac3f6073bc1aba2eb3e48d9db97f898034b7e4b1afcc8230b1e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958f7f1e63a6c88da550d02194f1b6f2577dca9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e5219ad80e66e215a4071ae47e6b91b52e93b8fd2a0cc7b9315aeeed697f41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7f6e679584abc2496b2e0a85e534de6513ad8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc61259e1c1f6e17677923d65f442ca72859f313a5d2c792f5b1324bd9d3caff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b14a6fa7d2f79bd3089ee443619be391f17d9df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7bcf7270b4c208b7b221d6e3878938986756b6360c3a9a7bc7ef67c6208c7e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c677809dcc9093ae2174eb1299eed2641db3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c026c3266bbe306414c907c868b49fe218e8c20bc9561e6621d7a5a4324bff8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa51ac6296352b18b10b460010295fb94f710bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af48daa85ef6e4c977d1ee59e0568bf250863d95302534e1787336e18db77e36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1474a77bc770295513d2d0e2f6d6d49be73ef719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9503c28cbdf5a4fbf503255e98dd1d0bd37a5d027d414ae16bf88d9feab34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199424dd5ab3ee4baded21ab7a945e0c7feb275c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757232b935957ca4e2a12cbf3c636d5257b230f791975e514d3bd76dce99b45b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32538ae5d8f8d968f2ef1e07e52aa140bfaf8f5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8577c92fe25117f43f58790bef896a433fc0a23db9420e2874b656754dc8e993
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce069e4f31688b680454e476bab78fef4630f6f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374c2c945f4751359639af60d559a65eefdd87908518397847b7358bfd8db679
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195648a78815802381fb8eff5d0e30940cc46f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc0160d4ab40a39568966c720616af433281a4890696ee333053c3390231473
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfc511497297f9b46062eee1158962f1f393f57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed55f53fa34304e307611ce66a15443fdb8f8ba292e417dcc88d92d0463f6df9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0266db9f151ee810052069bdd0b615420b006904
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb980b33df4110e21b2f09f0ac151f910aeb9b206fa71acd747398093a5108e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab99c41e0af9afd0d8413d85c2ccf76a3f9899e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a4f039b5111f7ef18304122455d9d5a248f2c6755f41db2a9c641ba9b1727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f8668be9397a96650a41bc8031e80509a02d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f220d612ed1ee7e3719f2f645cffee2a2777b16dc1d12b05988827dcefc11fa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b88d1a9d492dc712c7eb50d0c758c4718755de1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5079ec1e4e1fc7d15f079653d3cf7553d405099eac15c0a89a942a529ba44b36
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cbae43bcf3664d9b2bc54ecc2a29f7cbf1f45a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a36f7ed8304776e6be7ab96624c45c1ec51346f5ede90b593e626784380560
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172a0b6fab6c60d556c1d52a7868f84ffe7b6c6e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f95f06d842a37071f5524562dc550ae0d41a0d2e6d93636cd0cc9ff90d03a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efba7fdf309b28a02373d26494b65404a704da2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233dcb94ae1f8beefeb518f85bad51e33e90db0f540464f6b080f3ac179d0b74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431267144c2b42d4b4b7d6caa4583cf09f78875e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e255ac0dabf9595b0e7e2864d1e0efbceffe55ee8121811dee9ad207bce617d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e87f9e12d47c95f8ddfa1758594ad48837e901
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3a5bb0ca0978d53b94ee3b943b4852adadba8bffb094976168e133de226f68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf679c8f5561113825dcb199be1751c3766eb0ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac14eeff44fd1569d4ab7a9a72acd1ae2e16aa2bb8a5eb2a35be28b058eb302
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84335c8d4dfc4cc783f944f17de295c51f0181b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d680c41ccce8e016b8131760619e1cae6555408f9f6942441efc3d7634c131
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55c948834e62cafec54c2a5a40e0d17989046a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f53cd6cc9af36eb8e81e8fc5ec7564e5a855437ac7dbc3b9d8f4f8b38e6bb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8879be19629e78401f492da2fbf807b4f6b0eb24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6984e4f0f0473dc69e7c33b2c00c174a705c59449be581f65c99f3a0f1c24ae2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fed44e42ab7b16ba399560f4f93ddb9ba8ce54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7640a7ff48940160b466bbf8723409806d8f30599546ac78b9e59f81a792dfb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210bb6c38ecc665901c171401843003a783ddece
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b4ca0b54738d03945743d32943d90321076dca2f3ae3e0a1a888fe1d73982
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418bc2df67c8aafd45bb9eb3ca946b1030d0af79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b662d864a15a458a247db8c336982f2c553784be1ee3993de59c35f9950dacad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e522fb0d22cedd5f4489f4b5611524b2cbdc2fe4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd91c0f89d257e6a929b0f29aada89341706c29977bcc8ba8c83d09f3db69784
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423840b23927ac41e59550ba416d67e19dfc2b5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6f17501c46889717432615cfafc9cc658f7a221c4a94ab855d122b68f6b0a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84a7d91cbf8dcb8b006cef53b65cd95e418a47b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5e46bc3e1b9dfead997aa53f0d23df8a1ea82d3ab2d2a851ba592dfab6e0d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8224abdef35535e065aedc38d47269b209b52eb3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688013cb7126691aa8a327f271c4ad2553c8abd426d42b297e8608d85183baec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bd9ff7607e8411a0e2ce84bde19f8e2e0b4752
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a02a5c9874b43390851bdc09aa55685f99518f1920191662823c5ff79fa5988
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f003fe29dfbd4d388683d28156da9e655ed4d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db9fce814250747575639bb59347e6237809b197e0ba881af49ef7f31eabdc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e970f02a531f7fdfa58465ee330d6de5b5a11b3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f1f4c30b747b988a4d7385180788843239e2ee91c11e685c0260c57e37fcd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09ad61328407fde46d41b5db780391aac38ad27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d66c250f49e387d7e167604e0558a58888d271e87a93f4646c609dfe9471b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d2bcd0b135fda8161dc2f9a1d2ac6df297d14d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba5ccd55e69ab01de3f1ee6f67888dc8c3b93f1f14b9febed57542ad34ba922
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e3ee2969bfea16c63a9893d6ebc08575210216
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6680b87b3a5bcd2b026d8df7c9f1d4588fbfa31a928ced0ef6c55a09728a03a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec249d12a90f53ac70fb60b5785374312a26ea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d09160956a0a28dd29ee743844d649c7def75a9af745bf0526835c0a269822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2aad49b0987304fd97310a88f9b36a98d9318f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88400be8c8bc0f39d2b081ecf79602338cb2cf045dc3a7397099b2c2ac073144
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f50d946ed8c507a1460dd16e370ebac7cb32ab3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96845c50e331b502ac1aacd4b4840639537cbc441517a78c2c6e27034ce7f00d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38159a680d5b21443fefb726a2af8a92b671c857
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d8f0e09b6cc8798449143a8b1fa747de8b33407a4b6ad3be4095d740cda82b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51e3ca073e624e2db43ae0fff5c6ab7a5e3096c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6666bde1a10f7e66ccca8013aa0f187fcfd551eb9ce3fb0440e470cce16989c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5203c6dcc92f5b3fa3c4a81615ddcc11ef8efc1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c22910562cfdd5d117ee7a55d008d3667c593faca8671bccec8e6e5b0ccb300
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b583eade1e761137f6fed39b9b8177d41338fa9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3979f242b0dbbf4300da7e12a449f69a19b3f0b40b5d5213c5acc3eebfa0fa0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39c55c9e8fd9e6c91c524397a5e390668ae68d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7436c8df8d98f4fa33458502453e1839fc7425a09d7b491e6d6c00801d969f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0c7b34d6b70f067183ef1c578bbfd42b088154
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da693d5cd0ff946e1d7d8a9871bb66eb73168db420f5bf34a198a3b0c7803e9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a826bcbff2c6c72df1287addeb6695da47cf27d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb5c695d0a63c10cc9289e1530418c08b54c794359faf16d71e4e928eea99f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cfac47ea29ea4e3a82c52762547e83e1b08cda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b712b1b2169077f70143863036ec49e9bb894427b29d465dbca4b7e28834c47e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee893d97e75d1ca657dc7c3d56e35d4335622589
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcaba20899d2e5219ad93b772794843b7910194c32945b9a9a463a15f70d769
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5916bab7cca8805a29fddc65ef6587a077cf2edd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad88684a4fccf7e79e4d2a26b9cf3d1f2e5a0a9cab59eb565cd7a85832021e22
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c84a68a1be1543004f005a21945bfdf2994864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b604f4d1b8e6674e4fe40b4656e32013fbe6bb7f0f75af7d03c83bc2a80446da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166365569cc7759dfd07d3bfb231c04fb201349
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d4562d658a7c0cc0a042163ca55775ae49d2c9dacb33e3728faa23238986c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61b66745c7b48bd6e6ac7d773020fc5c0963db1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb6cfca7d7796262eb6e319a49c1a048088d0e81e598f2fe9ca2e2d549a87ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19739913aef967b71f6873470da0195b623f4cb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9cc8d9b64c4b52b720d12a96e6d011d10ffd7bb304d851d38799f7bbf2b4f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203a8902b2203729a9122b23e3113e81e89a0207
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2f5ce684f03821b763681313404e4feccebda725f7d09d48e91d6419e3e849
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d92fed39b30825db0af73a32aa04d55a90099
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a79d875703f4b988f1951246dd2c458435f5326df05ccd470fedb0b20e6ed3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd81300b42bc6b8f69fdac110ea57ed5beae0e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e777a3b15fbf63e321fa906227f92e4e60d2ce6e0921e313bf44f7d2f099a75f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63630e898edea065c99025192c10c104a761fc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19e595ba58b63a9cf7cace1eb55f444feae4d58a45caad7bd556233089b1eb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2e931995053b9e235d0c9ab1d3ccfe357608c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c6b18b0936bd08d9828e0eecabc2b9eceeb64f22c8dd4c1b41ce153d5de843
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017c93387ba5bd2b3fbd681dc1a93b88a71c5c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b32268e0026e14087e8c9dcb7ab2266002e6b6d518b1c67303a53d3245e7d72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4560956efe92432cb7202320dab5262b91b314d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa7a112e15c30a8898c56aab5d79fa269fb8102a911c1702587d2028b62029
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f8646738112a60d43264da826477a50e709d46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5815331063858ddde49d35d364ad1c179f5838395c3f32d2b710103c922fb02
+size 205955
diff --git a/params/phi/8/rnd_search/comb_13/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76851fd715746f3ea54e61d4024f44d4afb1a63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470084ae9aaba3a5e3ee1290303634e0e82ca48718a80fbc5f268d9e159827ee
+size 205955
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ecba9ed37ca112c2878b9afadadacfb59d5b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725c91a120e2daf2573d7408860e1bf2b4d2bbccfc3279333412614caf9d41d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bf4543a9619f4639179d278132d840e88c2f59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eb23481a925760c97977d5d622bfa99c8e53df22cd3c0401312121c6624721
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b279c63809627f3d26c5c8e9eaa968a763e90937
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaad6804c8fe525a20cd586f225c122a764625c2ae7535fe3932a7d336a1ac6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b918cc3d7265c0327fb86bae75ccc0f9ef3a58b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77595ba6b0bb199e4229063aa2fc4217a4565b3ed302704e30d98a4351b77450
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60043c310943db1cc806ac58d3d42b6925189ce9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a197dc803b30a7c70060a8be99908027a5030af40487caa094ec2f71c080891f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b97df5c7c67cb9018404abe39a80cfd3718758
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327b3a1ed63fb6556b28db01a3447c44e07e2bb01e74f7c41c85005bd1e8cde
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce4ab70c6d16ec3f5354cb41ed276fce7b22886
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaee1c6876355f10edc8a5c37e54dfec9d95a84570a457a95483f0066d60b11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6def0594c8ab218480904260079bc1f39cf06d20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d825e1e8c07272363773fe42901ce2d550aa2c51df7b7a7c0429d8dd4d214920
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77095a3f10e09c6cddf45a58e82b3b5a55a5a12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cba81df7dcda37282627f70140197dbc3d8ddc66c9c755a9ca5a365f38d446
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee3ec2249b374ce7297a749320ec04068790041
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d69d1142cccd90d740a013b9485fd17bf6f66ee240f439b36bfaa31a7ed3b45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ecfa2013c5ebfaf164fe4fe3969c8921b7a9f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4146e0c5618d929aa20b6954809036f2011dbbb14224d8d35db11cbf7d6eb3ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cddfff03e246df0e09168bddfa78c64e034fe40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5a6c36b6810e1b7b0c406ff230ce6e2eb38843b777504c067b204696879d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bdfa5acc31f633eed2f2bfb4e1fc06576255da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c1e65a5f3bc7840240e9558c12f0699a9285578517ffebeddb59bc92c3187d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907dda5b73e70c3d28170685aad5118db0e2b83a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1962680b0f0a230c9fffeb02316c53b876ab59744fb0e5c392d3c276004b91fb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ffb814cf6c4c23aa9f075513e638c138fc3ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f24e2a9108c6c554d3ec9844c28a981a1be29730ac4a0ca47a8fea34314a92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b011436d98512400643778cc9303cdd1933aaec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a42c7394f68033384dcd4685398020f82d2c072e98ee96141e3fde3a0f7a08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a99da1f08611dc993cd4b2bdf5f1591fcd4970
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc0f9daaa7cc2c82aca7100f936fdf289d177f57d3c387bc9e8e568eea811c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e603a737e0ec6b803e281c26a92319d2f17b7a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba59f650a03362af9de2f1257de2364e6853afa0e84ff0c0fad28acb08a28a08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20464b1948c8e7419d7ea4593973a34e644f4d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa94ac06539d83c43945fd9a8451e11c80c15f6c5b7ceb973f9a9256734874
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1ccbb5362196eaf3d6d90e6d91d2f9b06d2e63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fd9bc055287b39fe7f9ce14d04139bd501b26fed73c86f6fa1e4fddc4d3cfe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97050b9c0a4b565021dcd699e79aecb94ec7f71d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491798e6fc7006727ce682148a4e96767f1ce36b2dec56018c189d4fb7785bd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f385e052e7a980a40726528ad7a10b8bb179e01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900d955547225422b95c9e4c1545da9deb8d34aa91a2afff3466c8cefb4bc9a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a8bf3668a227189e6fe9844bceb1c9107daf13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587321a53c96158de67dff21b1a554dd26778d340dfba51f260160b9e19b60a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa00e498b074f14cf0b8d025525a09359a9cb09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e038b8782b1055c82f9fee3f002581c7bab8835e542213deadcbdd20cc0c317c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727b17acadf652c8bc895edb10e0118bea6247af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fae6ee436a970fe21b421a2a7c1622254d1eace54efc6e56732d64295060699
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49dd4ee0db491d9fc911930107561f9f82ab409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fbaa0f2c1f86da2355328a3d4f7ca7c163f692600debae3f762ec58082e793
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04e06c2e0b12189117f06ac74d29005985324d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331ce43869045bcd917de85ba7255424845fa472ce6cc4031ba41fc63612a022
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e41b693c8301c7b877ef24a0d6f8f3630783822
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f6db4262bbea70f3aa70a9fa197bee85d0edaf858c9ff5237a5e3f37a7436c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a5ea317beaba8b3e4c2580829e721f3cffc59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a50e3b9f34997c07eeb5b49889e142a3bab5457fa0ac9d2483a8e831778ca73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338ffba6733c0e35ee4251601974a509fcbc2481
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1f04eeecee21ce54c5d284b446ff896985ae2010fb46260f4c0f1429efe53f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c18298728142c36944149ee458a18e00b181c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d04fe9f19ca52e19dd95f7191b04623b9bd99fc970c507dd355f464f9a1bde
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313ad38ab59d9d86adf996f102e3cf5f998a200c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ea1c537bee744c5bbdcad20bc7243895b5386a38d6aaf69c8b73b4dd740cae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca83d45cfeca2c08ae5fa1af6859de004d7aa2de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77b1f1ae56e689a3e3a4a44f1032bf6b9e5450a760ee1427ff1945f84dde62f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030621c65a3e9c20684ec97f5fb0513d93ba11f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2c2644201e82b076b01b36a26a9e7d7cc42ff4592b5c77d82f9212559e09fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4561103e565663c05308a09fa466b0b87952a7af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdbd18e3273984620c4757d4fa02eeb54486973b9897481ec07e47e3dd6db14
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d44ac6e632ecebe3e385e7ff945a7986733d38f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d752b5d5e44040e5987dafb9f5ab65509306f1f37b0f27bb01dc5d29086cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536469a6f7c1d958249bac9acbd8aae8195953c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189f4541942a356b56db4aa533afcbc7f69aeb97bd991fcbbd48ed222412f118
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a628dafaf75a0a5b0ae2238692dc3c58ce2ad8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1442c30d6a616208c74994bc4f755f2bd31bf29ad466cc0acc61884544f73daf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e838acb3635fc628bcdfb6f4cf49890fc33ab3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76376d6a1c5e4c32e2b9eb55094c339fc99b1008db835523cd2d7affd646baad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ba8d566cb29073380d833a8765194603e5e07d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375a905e51ae44731f078fb86171939e8c119b1e59aba3f646dffad38d9e7bc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eefc46db49803c972a7a3455834c774f82f25a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b965b397175543b6e20c404ae4a1afa8ebf47346921f8c3056becf4bedfd4e94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df8c51f6987c36f34500c2931cca7433ca58056
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c7acc4af331ecbf94ff4b6b3ce84682c89c7394a297d20a690e3f6c3ee1faa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5666bbb7952c93f50bd74ebc749655927a684
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9414de06958844b94413626ac9e5614129f1295c0cc5d3ae41c9921ae5350f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1742dfc2d7e3ab1b0d10d4cbb9a42bc9f70037d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf950370b6da031810ba8cdc0fa6f2e02c5a0538f38444f883d60a0719126ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d2189b7fbf3cdf4b8049f85e7a5591cd5c5bb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3883b7a7b1be0935dbd49f4681467a2d997a16eb27ccba7eb4904a779be210c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82f40156b8d11637d7d192eb7ca1b38485c987b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a9c9fdf55b9dd8c91fc6604ee397c20f5c1076a7f6b9ff60929641b4a44923
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ece92fbd48b14b60b75d94572f78d7d64e904e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c305b523ac3a396f9d32a569b86146b5fb08c47e95c1a7978a8f83db619f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85394194ed24148371b7978bf89ecae84de00c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e2b19ad15db31bdf1befeefff39d7f5f7870252c7fd585e652198b0d3651bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723a22cbf110798e0d7c2e4b81a27c96c38d85d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bc776b60ff6fa813e5f53fcf971fe582e458bd45a39ac78af9bef862433df7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403bedd79377576f935fcda26f2340f6582618e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad96f38c331e53420214b42718c2aa1e96998c9e42903f193f49c99fa4013a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3cb8983c42897953846e60de86281e84c3f0d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2992f702821110bc13193de7a92e175d0941f2bb7aff37eb6b53b2abe3374c41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbe83e49b7753bb6496691c27cb21ef58bcd6b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0abd4772948aaa6832cd44091e222293e7f39f5c08a3ca30e8993302821a8e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89155519a1332d9ebad67b04a9bc3c4f9b5d054d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ef0eca0c82eecda942f083fca4984d42d7b0f452b8e6fa2a26415c0982d93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608fec04c848178f049b8874b40825ba0f675d65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91383b1386e8e4e1122734bac87ee4f112bc87e2036f2e47a8309b58bced97d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff03946b348f944703dee96b4bdc6497c2e0b676
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5112b9e0216a03761759cc41e29f9154f446ec1bd20616b66f9063b9131d9668
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065201d772059dd7c30d82bfb5b11d244cbd1aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97deae2a3827655c0922f4eeac4b410cefe9f38c45c926042f04cb6d93bd5061
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ba50033aef5bb222417183afd0028695780b4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea20bacb7c3505bdadd560b43a1e7154a55a0c64539b928d8d8b62ec855deef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c756bcd1dcd1af60273f5d79a9f668e8d9a974
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba53e44c88114e599914661da36ade4a484f1c52ae1d3a12721484426fa3fa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8c6f830854dbe0dcb504827243dcbcb8585080
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db91276bd1bb8f60144e17c1c5dcaf2063ee63f72784e7db9fffa4f3ded89f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f36ccf2ac1402ad64e1df75219c1e2e7fa060c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9591ba25a64ee077683aaf0fe21eefe81ec9e6ec18d0d60e700254fe9d67b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed20109c3d3e6779020cbed0b35b8cf764dfd1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc08b2f89da1addf0e2c84f5f6da9730e17aa8e2283488a829f16e22cd80b88
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b498e7b5c34258f5222990cdb8132359e6cf13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6e13308f4426facc54d956ca8b3b0d1192607c48ca59ff1018c5b7e2943481
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f2feb6e0edb98ea4559812af35c4caa3e8b65a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d003cb96f158fbc7e5eab99ee5372cccd3d4596393ae0e60ea708dce1be553
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cb896565eef1eebfaac74bbc71c02c4fe7871b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab17e1019232c6b6341f3d5a8671fdab1e5e09e72e903a6bf03835c58310cb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b78b1061a668469c4aeb89e47046b26ca7a79db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329735a0c3cb01e3d260a68ae247072f57bcaa2f7834555175f72c94d76b2dd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be056b0494fbb7d14e4978c556d07b23b0b1754e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24ad77a32c191be7cd47229017c327afc85aab1e32fdb4e6b60ee84da30029b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5798a10bf244a2f9c839ea38b2a22b1019baf2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a728cbce165485c3a140a007c3178a8ba4fa8aca6a4cf9b92ae60811fcb868de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad43301e99a57abeaeeaea328229584bec3307
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45441bd719c4ccc8e35fdc5c913c2272186bb9e501a3877b4477e96a78c5af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bffd5795bef9d7bb32c0c0b162c716d3fdc9894
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ada46232cfee6dac8673fb4b4a8f45737ed40c7ffe29edc757b0c87bddfa901
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37761796811e0bef8c7442fe50a9f654a20f9a35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068dff8633ed83842560b2791ae123aeaa42e138e015d7732fe86d16f7658c35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0c4d85b85d2352f51aa3d749a935b98b632d7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedde59e6818e74f8d96ef25ceae52575d17d0fcdcb77c0dbca86dd0259f792d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec002577354e5eb5701113b5dece9432b736b143
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89bee9dd24dac4be49e083e67feaca7cf5ecd751c42d5147640ce2bf8b48982
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5e4af330606b647cefd0f4a88b2a41381911c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53b7072b7eae0e8a3352e7bc805c0a10455260bce5a687377062d22e352d3ad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02bb22ab3f604cae9347fda450032558c681a47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40278341b24a1ce771e70801d5eafeccfa889e0a95273a91ed9663fce752983
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8f6cf1f42b494b28c84b1faf000134342a8ae2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00a1477f3372fe02c505324e2d267a710f9d0240d36dac59cbed6aa7c241172
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f18ad0f709313b9c3031b4f248e2252fd8ea86a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabb7576546e941179292dd35e6d21e17883af4476083843a401ae7a81c38f8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7f5a028cd95ea0e868c9c0bc21dc908f4114d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0332b8108558e2fff354c176dad35dd6777996b1d005ab49786a228b9f92c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9795d83980d79b75e7b92dfb7f3dbc1f8b72dc8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e042e2376c86924137e63a4ab594a87cd65944fd46f4e3a39377a69c9d797f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89742a718746380d133df51d316aa39179f76323
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664b573f0014e95fcc0a541138eff81071a45468272af0e9e38ed5fb9e5f0544
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b73e87d457024d789702543014106b00dc8743
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eb6ecad86acdf3d04e2d53817b796dc744093176d67ecd3706d4715c5f0523
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617a5e1c541bb0e78f4cc07cc0c3cb51b19b6dcc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ce5ca02f09c2be632172046d930a039ac40055641483a8f7d20c44ab362b5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fc4341342d1842c6f6ed7fb763814d2f9a3998
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87fc31060efa0eee564a0f48536ba11aa9053e720b09af65ab9128df52c1bf2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965dc996d9c4588496a3cf5881f0d8b7add9e4ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4110e68cc1a186fbd527d6b325064e27f1d64416406e7bff23c6537abbc88f73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569b9c3e9fed185ae71fb56aecfae464e3f74729
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13577123bbf5a2e92ed4f96928f70c9670713c42993417e02ac3f4f0d7cfcac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa3a183a75a5689dcdee59d6492c74369ac451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4b027c10ef92b4d4e5bdf5aca355bb800947d0e0d6f67b8ad4f875146b29e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65e5212d507f602d3b30255319b8e2b285d6603
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8c2889c425988de59926ce8f05814a94ab1c0c19048da6fe2244d0f388d3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77e2ac384d587a3f4360eff8cdc2415f0e15cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e51b637a155c22fde861d5ae3025921bb5d60393bcd8edb6a7723ee12f5ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cc7852b895c2ba3e389de2612c325e4cea2627
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a44cb1eae389f5c01e16e8c3b44be02d898b9f6bfba9e99fd0f7442a412b5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa03d5cf961b3f6e7031b6b8dd03a4f5cf52f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ed990f03ac7f2dd559ab1257ea8949ad25e8bbb745308ce75187ee1064c576
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af02af16630169bb269a858328e815f4c33dff0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2392ef2861c7ece87e26292e272bbf47a8c9e3f45f22ad49f82a35f667f284
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd81b1e16f7ac260dba44f5de533e38393d269d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cdf80c3ab004ea430457ab9a3defee506d8f470987d9f9bfda5ebc42c3fe82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40840d99a60fc8bdb35e5f4a09087d5d44a4edc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9639d9f73a3073cedd7f935e586566bfa9380efaa8dc174e1dff2007c96e7bbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8724a3f4204b5154e9e37a1406977f0bd6e243db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881530dd08fe48f1823a8b17e75eb5ea374e0593720c07b33ba043f3ca619224
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d684e0b8545499ca6163aa3b2db990cf06a6ec4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f6eaa26d9626e6f6cc32ee1b247c2a85a997af1b3b2f9ac2c45bd30dfbd80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bc35d6f85d3bc61dc17080c44e171714716fc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1e21fb8251fc6de685cfb8506849735dd5fc505bda2bb35d64b1a9ccc4e49b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c76a0a1022c30c34863805d6552485f4557a4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb34d979fe66704f788f58d8207386b53901054c138e3deec4ec61b99332f1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c15c7616079c10621aedd0048b6669dea2eec84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7b41a53c45cdc42b44b6a8a3f65f16590816b74a3890692b0c079ad60513ab
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58d360e614ab5b719920966307a1045f9eb4982
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8946c3572ca2b96c5ede8d42fb3352ad4558bf419a57017858272a067f047c85
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05992b5f03310b2abb335e85cc9fa1ee131cd4e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef8cd2838cb9d15f014589ead1d4ef90ab9344638ad9a046c5ee5d95a973bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d19e9e8b2fddb8686c61ac15195991037737f23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98799c3cd792d08a540bf0a03ca1849b3e2ed2baf7999f4d0da84c5a8c14eee1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0ec69e2fecba82dc833fe2406df5469ecf9094
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1b76b034300bc53618d13a7944b9953d3bb9c793fa0e7106997baf2f3a4832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f94d607123b70b084f8fe662ba24ee90ee56451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadcc76b8be593262d14092d0bf004e94e26659c21b36879a4e9cc0bc157aa43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c9cf4296fdf83bd6352df8dca00a21bc84ecdb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e77e3636c85ad6516b3331f812731d22104cc7ff2a4812e07fd860ec1c6c02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acca787e3536a99a3fe692b60f3b90b34dc242d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8809e53765464321588501f1b33a46d03fb483d118554986599147e6611f500
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11c28135c7ceda519f976f3982264fad32d0813
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21ebab3c2e387bf483fb47a8eeaa67741924167232904a351499b5f559854f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e4783f1f1842a0a6bd293326a957575d37be34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9aba8e431b99db4332437c5f32fa78a3d794dd2bb1c067102428a4375651c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8328bff645a2a16f137153ac1a15631b461ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b673042b47f2ad99b103a8b658d7db45a0173116bc7e948db1f6cc4e07dbce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a968781053df476ab187565590cec6a52dd7db54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3ed2a59284d2aa2dbf4f5761556b01b550e72cda6188070f89df0dce6caaa6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bea3fd43da3aab86224e66dfcd1eb1689a42a08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6242ebaa78419cf6b370fdee9857692a28e5e061d4fe403788eeb7720fd041
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e147a5967802715844b847b1ebcab5973e048e07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e58f88304d89b1aa7ca5fe2f45c768ec07906c7bdb1384c267cff41b889e7f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd1b5374228fd4b47ca133c7b7ff7623ebf78d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f5c6913e1ffc2a515757d69389641adf9cf9dd720430016b9a91cad3fbbdf1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b9cab629b6178ac997bb68e10d3bae8f30ae7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d9da377d0e5f8c2339b3e9f837801203855e1806cc9ae3fb44ae27c5e55d1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297069c76b3f32eaf16388cc4790e0e1c1f7ecb7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e68dfad722087c136eea38f89b2f580cabb2255d86df1cfaace63b818b3dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2cf56e4431a5ae5564dd0fba852f8a7e77e1a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78166820b254c695c1fb911fe84bc27ee0535c6761fda001df7eb1c8cfe9b15b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e85bb81e92eb7137a263bc41287ecb2ee11d722
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40abe72617a9d8caa0e8352ffbfd97c72d69b427de13af9ed5b572c46cf3e5ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ce55362cc03f8a3b6ff4f9891262fd39699c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b608f241183d36439a66b6c1367a12adc45d4a9e11c926cb3acb04b8d0ab63c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15c1f2d06c306c99d52c35951bf8a64ab2ce2b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24be1d578125c19a3363a2cae86ff6e4d10d4d9b148345caae907f813f14aeb0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a960bf265a716640c491f362d380129299689183
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2470f4fa36c5dc8e2695db4946124385902d4ebc789f94695dba2cf739458761
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d517675967b6a449e87885d4df4de5454f10b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a9960a5343e0ee78b8203edac7a1254908de319b1745bcfbf355b05a88661
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cfe9929e6ead0f0810d265be2a995290740bb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff7cb611da60cbb66b28533a2694c9cb8e0fdce49a102fd806680023da3ec38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206e3a1585f71890e054f6617c852506a010b43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c710501e7470720d1532afc5dafb536857dc8ff3db718aec9c54639a09aded
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53de43f929bb41b45402a1b6735ed8a957d08442
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e0e203b633fd93e95e655c346155522020f74b6fb96172a7f239e279d3cddc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d7f37dea87b1baa5c1650b753b0bf8188b2231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33573fa7820e3f9f0555bdcfd5c4cff1e1ca6c2ffac97724c4ff5c0316fadbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaa20446f6db3697e71afd8c7495685ea2296e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad4cf347c91cd3f4016d5d8c06c9ffa0811f4e9aad0dadc36247522753149f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a54debe0f33e98ead020e169d9f5922566cc662
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2a64c7f8c5aa8ca2b65712f3d9855182023bc46f20de4a74b2d9654ff32fe1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef515c7cdcf5a0c2ceedf3df2b9f48b976bfdfc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b3e1c5d13df7ce93206f62b1fd695d89ac2f5b6fabceb275427d2ca8b23f42
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b03c82f9df3acc7cb04a3569b2d9eec59b858e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25118d1058fa56dcb52a24680b048f6c23e04340c1b9cf6e9eeba7aa74a558e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715e217aea701ca0336a988cde9b90a1b5607eed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862318d628834780359aa5dc28e6cc049731de58a4fef75a25f128efdabf1a4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a3f7a37bcb232fd14cbba514e235406b31dfd9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22abc9d6cafe996b1f5925ee5fa3ce9d6dbcdc474ae5b4660c68d8118509d55f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edea3f631ff786fd2b617e655bb88f8c5257e9ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880a2cb88354e9b830134a41f0e126a4de04f6c7d92d4d4bd3a6ec52217322a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9f14c4d89cd3408ca66f2afba602fdf0702094
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc0a8a16ec775553453b19f7b9ae7d6fd0a12840c5ba31d822c54d3e8f2e04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539a9c82daaf441b809c7ad793c063de78a28757
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943c53d0934a686ad61973f85b47485b2c078b64c8fd0f12274363ba7344765
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391bbc66d3e623b24c332aa909199c44b86b792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdcb13d43712e4fceb3de08e607bbcb5a1b49b5a1854a9f6ff1971a77b4fab6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c89c4e79ebcafefab8058d265bce9a30c2dc5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05492f42deb1f8a621349e78381c7564918567e0abf3e04e8b5111c8b1dfcbd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532de3cf2594e85364a80abc46625225ebed0ac6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d36baf1dbcc36d7698a5b53eb00323b48b6864b7f91ccd2e3b5c2d5fc15793
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2075189105df9b5af517fb90e2b0b702b236b006
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d897d99fc763802ad1ad72259b48a9aa630eaab848948dd0cbbed6460dc676
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92fcdf082158f14da3a04798f5296ffc070d538
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f6318f42c31a06fd4018d4aa01e9ea8bd3e46b47b3f005dbf401cb32dbbd4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c86cb4524ec732a4045b69601a653834d39c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2f85726f0f6342e243439f65d0e579ba62ae57085a259879127d324254ac43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6af1d20485f23bc5fd76d661ec99447922059c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30139dce8dc079cb1a70b9aa27c9a592a51b3f9168177f348e63982afac2d88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b88298853ed5c458cedee29b41d55b45292096
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a963bdf2971ae4584870d2f95456fbe860e77d3dddf93ab2669a289f268d8f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d533e5f4b73dee84fb5180d975e18b819522c5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc117aa74afaf3587de3f4f273846bbdd35e68b283f980967da8a67735cc94c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a178761ef0fd2a335f5fdc88640f522c9ee7701
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786f40f27f2384994f08fd47b1257dad56c67136c3ea4c8aad1d1f604f92c337
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea2a59b257df5a6dad09b81d1b8ea7f6411dc4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3903767df04127ee8534909d0f7b523e3f23638b9b492ac01eb0c84467245f9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6c187295dd022bc915acddb906ecdf6a4c05e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ee2fe2307cb542bc2f09ad80aa82d5784bf2f7d4e1e1bd01bb199ac28d727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d0c6a978bd35d576ecde3767b7bb1b4aaf9d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f58c86f397f4513c2d37090b83fd883e2c6af249dc5cb1724bdc6d1311e3b73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8dc2b5d189b7d6cf65c9b5a85ec8d17fd1654d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4230d08e6b57ea6fce5df6616c7cad5bd5b2aa9350e47fc6b124320d1b2ea7b2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c055ad7fa3045b9f07c8ed95c4ae831eab3df788
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038291a36de312a9446edb1a369f59332393abc52c56d5100d57c7a6aa4c4b7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbfcb30def944396dbc00b333a872a88ea5eb01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e51cc33e71feb798543b606f4c209e76e3dabe350c0b8a52f238db77b6f271
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401855fc23be1dabb06b26f0dba51fb68b074d32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf50bce3c323be9b1401f1fb3d28390802ffe1dc9ce489b9eba96bb1fcffbe3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a463612554197bb42dc484a5aed7bcf20af09d74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84b62a37ff5a565516301c9a0f7daabc064a7b84b838d21ae69bbbdfe6b94f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e94b24639dcb61d757442646e83d25a62d64b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd5c698b01a46d4b2429b2fa666c006db337214b417e01b96f7fe53507d2269
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b953ac94e2002f0913c4553c41243896c3dd5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fe8a78a8a1cdaab50eff141c421e3a4c7a22989fa7025fc21195d923555d36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bcc2ed28882e064a92e9b45409af63f7fc0d3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439a6bd83a544b3a21a1dbf798207f51c2211653a55e5c46f8ddd2c7c2ca7a98
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c596d77f6a07c8c77712b4bc65b4c62a969955c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716b2be262ecd2243ae9c3602abcae876f57a960ebb30c187d142f3d9f9ff2ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868aae1937153a0e02177c38e43e8b3801631001
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0e2ee84f51f209205ae7c3ba25c2d933b1188b2196cfc07f1248ed0b8a8116
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92df1b7032a47148e1903b86748bd719ca391cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3f35c7231a29533e01ee116550459414a8f1fbf531c3560ab0e35cfdea67d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e69c5fc851f199a1599c4982b89e598464eebb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb4873498a2d2db535e300b97754d66e920f9c64b642c1186874200882ac791
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ec5e9779738b03e21bf61627f9ea525d0f3a64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bf27c2ffe3922cc2a35e0acf5a8143705db2fde09cdc46c6522924dfd443cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59f35cd8a7b8ccf56484443288d29a331d3c9f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b923a973824cf18f0b417ae49aa298f9e29dae013c5b0accfe9e6c0da674ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c2bff10629f8c68d1fc6bb8af1814ec1bceb4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf291e731e8af03d54335c50bff43cc49273764ec8ef6258f50348559241c53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f708f449f433e7bd732264fcaf6953122023aed9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a76a92065b1e901c25fd210f397563bb05ab60eea4d2caaa88b84b3a5ae456
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b1ae2b2fdb8c85e1bcc0f30fee55ab64c7ffc1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bd211cfd7ca38953b6d7441a8a556ce5656127770d56360f6bc548be95ae71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013d11d71a7f14307d8676f301bfbc566d0aa0f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf0152676349acfab8ee2e54818cdc527f4ae731389cf49704541dc6774fd32
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd4d98ee0fe8cef2b0d9d1f3543d0e6d94b98c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e86447adb74080f15747fd6ed75f44eb3d9174800cc8473254b878837e5f5a5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d87edbfe07050f80619e76d567e81b93c8babd7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11e18ec143e713609821b5e533ac131f13b4c597d8bd55b5c217291e78f2a8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cc86b9e460c9699e13e38afe68ec25f727ff45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e486942c9c8ba013bd9a8e1b27c63820816403d8773b8d1d152d42b0399c0f58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3a90932c2132b1cba6ebc4d225fd202ba53c01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b6d3614cf314b1938deb227ce4ad578eb82d5e8091edb7a5f67d1b9640c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f9450ed98403d6ee07dcafebcc82cb1b4bd3f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690fc1b0781f4fa26dde3b0d53116035548a1e7b458c8e2ba823a5da6c1d2811
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044f60c6dc7d8de9b3f37a8d8fa701959e79091
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493fbdd7085a7b3212a3c677f4f2cfd2e1891c0ee8f44d9265a334cc8d14315e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c094cde6b5b38380d0ba66fa365a3f510a82415
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dcaceddd0b591bde0faa1ad2d549fdd3f4ce2fd6439219ffd67458f9b201ea
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a1467c5da93b5b329c389a5d982ab315b64d88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afecedc4aad3871a2971fbf544f3061338cc04ee570ab384ffeb0cefa375877
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6063443ecab3f6a1f1b8c543ac023aed2848872d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8eacb3338987551896604da09013eb765f8537d18592a66b3e55b1f5dd3428
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b52f13512ce4798b27d60dd55333de6c50138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188aaad60f2f9a562fdcb2a2fe6cbad2144f7285e2a8eefc28fd43a906853237
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b547de177e0e7779abf04aac64b38e81f009a3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fcad69faf491b3d2317b402f024cb7e581577940754aad36d72504910e73ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556147a3700304b3612c6c28841abcb6df7d9a4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189c05701e8f18dbb9f308ba3f8a3758e7b2f979b44ffa7ad60fb204e591d58c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38acadb16575b3afc94e1d02babe8c53a7fc56d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d21d0fe1a28795af1f314760cfc370e50e1d8873b46d3d37fd78c3869c60d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1925e4bbc468c57d7cbb47c89181d1c17b2470f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f5be96964cfccc943ac996568919bd8e5b04f7baca656991c6e393b4a6aec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9122d6eff2ef4d54b1c144caa2c427c44347fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206f93a1bdffed71e35a17c2123bc522b7b4275a598c1897a02fc66d096e9a44
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e854023c000e1eca77b41b2c929e9fb675d3bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88ad433bb6d148c15f103250fefc584edf6f3a04ffbcf7508db0e855c333ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eb9aad324642a06bcfde087f08d23f6727bbbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf6f5b52a95a544c215a60e40f881bb543631f79536f388aef901385f548c64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5100dfe3d92328e218de04e917d81e462023864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c04dfd4424c9aeb11846d71caf6d908b335fb4c27886b497c1b35fc6c67e1c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53692f6f61cc2713a7e6548e5ebd4e2231e4b570
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2dc3c2834e79aada3cf841a1b88c5691672e4b92ba59b9721d303f77a9e7ec
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3681f3c6446dc2f0442e334aef83773b4d1045
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9048b55a991552568d94f791175b4f679b00bcfaf1262cc0a7d02e0927e1dd94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936c6ad83b0c65acecdeacc4da5c9bc7cc7788ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b01acb8f65cba90b988f39658f55732c023e0dd1eea78fd148e4affa86be2fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baaf7ead7d1ee95553e03fbcfcb606b6d10f138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2028aa8fe4907476cdaa559afbec8197eb9a8869789037edb47041aea0a13d0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2114d5c5052fde4bedd4eb406afacafa7f341ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309bbbd7762c7b74df175b445251b5ef0cd6fa49e51d3a60518a4ee25e5ef6b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c83323c17c5ed35531d8c1ff4aa438f40a6a8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f9c52538fcc7676184892d21f9015612adb5ae8250ae3c77363e310dbb56f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254271c14ac45618a968b5e259d7b7302b203379
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2502ac0fc8b45eb8a5136bd33bf05b2cb000a17e42016c583e61f728f0af923
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e01cb62f62373204be2ad186a9fb41f9f948728
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d40546f38b9c2e3fc3e8db7efce27be0909f19f017af4caf0ea7f66addb394a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f71665be12c58ba3d9ee194deaf28054126ab3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5ad89ff5301f612ed4219883466df3f2c238d63ab80a38b69d10951cfda686
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576177d1e425224c0a0b0a2b9d8f11cfab76c894
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c13d6d27b9503e77c683fead55ad989395a78fb5d208acc508a88bf8c804b76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c711e4523e540d2cfee2e752e2a45f451bba9be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25453db15eabd561d0c9551d4286b253391d902d599e77f2c92a6783d46fd5c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cf7c1c03c370d74dec2691bb43155f307a680
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735b236c5e6b8909ca3d218809220e1f7e3f7b92dcc5dddd3616c6e8f502d386
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03892f847dfc505043cc96cdc6b93d39af4928a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f6969f6aa08d54342a24251d8ef442569cacf0e51482cea7c41b86444eb3a8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56be358feba4f5d5e716fdd766ecd1464ad59e29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afce1a7f074cd39d1a8af2ac2ba4536dfcfe657ccf9515ec89d6fa1bf5048d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51738ad26866e0808c4385f821f981897373cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83159254cf91ee6b53cd983ed406727ad07a69b4c5e5a62aa76d0c068fb1841
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f79132898115166acda5b4b292fdfb80cc9775f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79bbcb71c05e2f70aaaf6e64435c5cd266d9a891bd2fce9fe60b4da6f9675cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c77955da4a10d18150b5493a777cd6c5e2da027
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576923e3be51e173fa3649210a7fa30d4300873fe3dab6d057a5ccb207f53afe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c372a230cadc6a26eaed4a77328fc564b9736308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db083a913842a9989c94404a04c15c468ef7040def76c77a45e104d86b201781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b878b29e8408bf86ebd3872daa869bb74fc9bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e31df5cebd47f746b028ce18761e39a0a08373ab0459ab2799450021861bbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7776becc40b9307d53e107d8fa1956ddfe20b4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223b545d4b5b92d47152148416f2da5afe84c87935542c927f4d6854f5789d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ba6fedb89a43740088f0c4dd05b09bc85bf50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbda5d8ca5c77cc5737e372a5d036155292ae81aa149bcd0a0a328a35a3d2a17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3c8ea3bbd8931032aad4bf9cc929741e61fa07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bd91cf0e1f446b6d2e18f30c9cf42954e3e01aadf4bfb008089458ec5a5195
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ac69aa3713d1a28e13587fec5799977a19035a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f1b1c301265263e2aa7a8bac8e836743748ecc4a6a2aa079789e85d95ff36b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7623372e5cc1c3b33df11616856a3578c46a85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fec49e700b03d0e61e5a5865eaf1555c791f1d0a8691106760cdb8b8bea053a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166b8b94baa696dc3cceab12e410b0d5999c447e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f557432d7b75c4304c72aaf454eb669fc3fec696d03ac9e12c9e8c79d81d5d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002e1941a9f6e37e62d73e18721efe3bac6c747
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff51caecda4f999f749c7ad55c419788dfa80aaadcd6fa66c72016795eb191d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98d00a2efa93842cca01520dd2e114f5fc5f10c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e97f073b9d035f73caaf70c815f974b31fb70c6520a0d4318e325fa486d340
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa561b2acca6fccdb99d51f9437fb64a2667428
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c548e60bddb9a56c8c39cb58d501dadc2d8dec7fe96d313fc9b62f683e5fd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c73b1ed61cefdb2fdec1538c1c0f9faa2adc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96658af2042504625e123f58aa63e348413ddaa6b623f6693931e22e736a16
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d01277c1a58492f99c2eed43c2cfe0afdaf7ca9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c744a464e24386b11537275e43ff93f1715b018b9cc4633715468fdf0ef742a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8bcff5d98926fb7c260c0cef764f32931461b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b60e6f9f7a82e322976ac676ca0bb6a84e383de2e9682e594f17ef94f038f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9452210c03a7bf8d60f2f24b645d355e1040bf20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae696b9c857fc4f750acc7dd721936a327a943d0117e52108b708f4cc95bf13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7144c6d9cc90f373b744cec0aa0077d42fac0de0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b70dac752f040fd7c41d257972ff50af82b2db06870a0f12c7a32c7ab39919
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d81aa54519768210753939c3914fe582e8909d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d451fb1806dac1a2d407436bc341ef0da12ff9e27ea8154d935eb2a353c89229
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb8647f1472267667e4d32d51642d9550e8a870
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2930fe3bed4f9d420744775affc73aebf777999a6c3050070180c964856a7915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f5e11bf93b64f8e2563c2771b88280164e9835
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa058489edba1fdf27e788e5cdba17ab6dee320cc53a996d3028961f486a1fcf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b488ed37e7b9294f6a443338f2999110eb69a353
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ad20a8fc6e890d82833917b457de21b85bed18d14f82c181ec1ea021693c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf233018b3642335457cca76cc123d80db7a632
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f60c8fda19f805a8c90a96246c6b278c8340c08f52fdc28a7b019ce36001a6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f87ea453828c89688810657de00c01778fd2d2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05ae24bf9fac6b6aa7c1243c47fbd4eda2dc02757dd563c8a82435713145556
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223bd1ddd5906e06ba0aecad6205ef9e543ff2ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc52fe4a452b4005944a9db3e04b152208202d74b2cebb924ecd8fd8eeb1d01c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c1dd7da370daf943d9dd0e9f8eddc3a7d153f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f63c9ca4b22a7b6249d8adb9543f770cc1c974f9e256030402bc07c8f75ba8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff308ad7ebdbaf800136467297b2bd5981663bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97a0e4dfc62e4576bb2acb14724b5aa79ce3c593ab22ec50c8f0ba56d13b7d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5b953a1536f0d07ceb58f898c94d1bbe1c87dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cabd68d9d64bfc39b03ff17244d34c7ff3b50db773a21dc61045957f4ab0e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353eae7c346cd4f9187acd7b7f58ffc7727db1f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ef2d6acd5db8df36394ae2340ea148e67a5b15eff4c24cdc37a730e54fd52d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db981086894b639c4c6380b8a49a387825bb5a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6addf526be40d11d203d70b283f5fc14afcb6e937d8b57ec91999cee1840069
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260e0d65dea1d25ffc00b62c0a0dfa677c2484e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d3dc9b068007c0ef74e7b8cb2186f35e4318e813c304dcf891c2998a706379
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a58f953c10c8153ae12626ac120e61420780b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824b9198b5650bd7a1489e8bf0c99581b233f215eaa2cee709230e2b799c54b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b333ec4f0afff9a71c1dc3ad8301d155069903c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4562502188a2df262a32e32596ba826f6d100bad593b871b3013ea6d8fc42bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c37f3b3c54664ab3cb89cfcebb9967b5c8aff3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0d3516e6fcaacdba73cd5b10d6d0ab9420bdeba0d5349d3d5289b06d6fbeac
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94f526344bd40f9d65b7702963bd7d5a164bded
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab747a36c685c7dc211e026ad4368ea8fa33b800533fcb490b75b85987a771c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f44bac739d12d50b9210ec09492333dd0d7e45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b448b5d13e97b2eba3c5a99672682647eb222cb8d2c1917457be8c29234dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1235013dae90553a98b1d4a97c7d9d5f986b8198
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66727916dcc3c3c8224d0d28fbfa19915b7c14df1043f4c06ae4221ac921d850
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f1c0e9c11b90958fd52dbca1a8ae4b52b7b3bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ac0a0ebc90c2e8173d1234650c2275f1d5ba343c2eaf099e9b5dd70471ad07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6791426af6b571f6eda1d31a41a3c219e6853c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e3566eda4d81ba7e8467317971001b0f9263350a83129754f03b5f7a2a31c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467b7581a50de264905f9d538736b28026c0121f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f6c3c65cc988e7331407ee46ac63c914f655fbeed0626d8b5c78587627013e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9adfd872fe54875281278622b251fd10d5d899
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da417ae03b812fc5d25020d64d52c0354f1a9ad2db99be72f8a1893476601e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fde619d676e62d0dce16abca65ba7bf5ac30d99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b8c57c823d99cdb10302d9cac61610e202800dd557721c2ec383890343ef82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92edf10eb123024cebad1a2ee24ae63d7c0e71fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b5ebe2b25c0ece9cde712b168f6f73f4987202420b984755b1736d1d39b5dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86453a4d670526f8bbb2ca25f0f6795f4d44daae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ddd03bbb4e20224fa42975457061c380e7550a342d680526bd71daf0890ea7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2db495435ef04e18e6b332d2226212430cda9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b21be70f29d1b004c9c4a2cf1ec4c9911162403946e27cf2061b5b28a6bea4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70b8e79ba77ac85a8966cdba11dd392a1db876c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d54a8a09081dfe8f10a3b6bc6dd6fbf75eec88c4fd3741064eb551e77c46fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4203f28fdec1f76a4946ae35c0ea682e8b022d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218d1d73cba5a2c5a589b981459b003b33f0aff914a7def69f2a34a66230c08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae68783a52be888116ddc7a39c4088eb2853c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bd5f9387398bf93fe2500da57a4454454f4805c0670085c94c25c8c0b4f561
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1348a32c9316cc47f05b105ba1c63a74d09be2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179abe06ea6f53c7119b8dfbb9fff2f04ab46d8b08fa8e8e76a137625cb482da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16c75a8da113d2f4e51199a9fc2469a11054f2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f50f726042d1934f2133d8b190a5da75f25cd80ed3bd1176cd22c2844594b03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a492cdcd28e9b37809c5ff8e2821162bec29760
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a5640706f6e0310edc8fccd9e1ac45b346807e2f64b07be0a075358c64335b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8ffce7f971b221ffa7267cf5b19ab5de7d7d21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb60c1e1ec196e960ff3f339fa84df8fafb15b9f5b010f49f614ed626e1c6a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5cdca85855f492ca2d688eee7e284e084ed740
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a7bc749a39320afc792daa8131995b95939871210f3b6a49b655e3228d8d60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084dde4c0ce550e7f0c5a8a9000d4786b1a854b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce52c06bc943f82584795259b0096efbfdd2d6a857bed1b6c5931cb63a8802ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7074bb5184afd6081245866762b6e4e943d543
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b6831262b8b79be01c95d5f73bcc7828fefb2afa654944c090ecd31071c78e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca9ae590cd732df68ca30bc388c82d4b9e17c11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29d6352b5af15a2828ef759d6bb1000bc6f94ffbc1552f1301913acbdcf49c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c31df7da5d3ec51f8726cf75ea23a8e7b1eef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad992fc5f7622005a08fb31a33e85d33cc343ee2a6d7492b03a7d0e94ebe1911
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca08182e17842d1221aec96b3c976955e6009f33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd5f1f9c6ad1f7b7afe99b193c90d16f7f1904b5685991aa2d3dc57368257b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b91859e86bd691b2b5dc8feec73b1e200f05300
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf86725ce6c95e2a21bce013f617bc0da15b1f0102f0c35b240d781953845d29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4231594119ffaeb5c30bbfb18d599307251b879e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb9fc3adc79e26f7cb9ed681abe780ac0acd3d7bcfa6266041b237e645fba53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802a754f52e8a5ebee389c121ee6ed049a457f55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab42fe58f18ce5170b12f3dd25fa775084a0f499bbe2a1568bd320d62db0e4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23cba55eff07b98c3157b9689b0c2a6de22de11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64a6b2e4455bb75872889088908b64796f560e8cce2e125e4f687e912561295
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e94255ea33837844f1656504ce71c769f8c142
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030becad6a40543c37533e21a313b153034328286637b029b1080d273aa7d240
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80da604e4e85d81a5b14219504fefead29f0ee3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c595e12a940b386c5e77ba12799e50c51b42e42a32be241730d9b0509eea95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f613da7fc5055a24ecf38a61c60adf05417da69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578df598a5079ff486d23f87e85a5a6b3fd46da34f58205a957b904ead1a2ab2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255d2147b866ceadcc4d5491b7e2ba1289648ce3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989fc62d811439b5cecacd42f06adbe728249c1139b99f7c44efea7594702674
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7215f43004e14bc81d20cd7f443256ee1e2bde
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dda27738df3b59ef88d5c4412d0c0b9d2caeaeeb98e480bb41cc4b337873ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af26fca827d6318f7bf2b0825934560d5bb70bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef7f582929190d76b8a8e8bc90756a6da664cec5f860e7f1fb249f1b79850bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b6114188f637f1d4ab8bc134a8a8d45303e542
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadfdc24f133c784b393ccff4c5409da68bea23881553a262f6fdce629b4e1f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba65db2abb1bdd681cacffad0b25d0502b1c88c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca869af1cada95a2b38e92d0312e46b0881f9ee28c825c8bdec41d930fdf36b8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1c0e44c486a46831b7f78281e2c02926129709
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8338b3a7de9dd56cafc10424479791a573095ed838afb287c5b5800359bb49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20349a2e5cc22d0bca02b3f76d435ef4b3fc18cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0f1cbb727b88c50fc1e16f3fa194fe0157d0f551b5d7aaebbd7977904c73b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01762983edbd858d7e1d3a612518b0543c0616dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99def6b0d914344faa07c07f091679cf05f28296baca7b2c70c989100672f4c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a352664ced9bbf1214b948c8639488446a21c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7518d5b86c23af6ef899637fd1e7b44a55de464994d810c09e03a148ea9b4a2b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e755683409049246ba2a7bfe38fb6cb5b622a57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07921ce1a17ad696d628b9975eddd6c84f007dd0089c24c2272fea166a9a9055
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b847ce2a59772e0c74b041b069b56abf69275468
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f4cfd4a440f40c4965a2bc9287e4bc1d3c9480b824d7946edc643606ff550
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0e04314538ceeca094a82d87a5caabc8cac91a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca64f06da6c0358c4a7e1ed00c3948ceec7c6b09773eb94024bfeee63c64b2f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6198e25cf9357ee4ce0ee2f5d9eeb65e7ccf111
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bc3b0213e7caf12424615db9b10f96115c07f4d6587b28ea7fd6896ecbdf9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97bfd9448188e66af5baf3b7f9e49c3c9ab9dc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df34982e1f2410203ee03bed1cc9cc1eed996eefb2114ba2a079ce14d87061
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d496da7469ab3d59ea3ee62515c5c13be1bb22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51694fc1bf94641bc6010898d5d0bfbd8513700fb1b5e6cefcd568ba63c3937e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9529623f79239ede1eb4593b0fe21af65c57715
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d1cae0fcff6d9478f207a0503eaddf4a51e8395103df543a15ef49a4b12123
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77360044c64913b40c33cf14cd60fd914c65abcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d729206b6a456ededc48101c557a1fb95fffa684211787d2187963965e060c0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b98eaa7fcc710f17e772ae7c91f6139bcba8f75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6f1da43aacf9a4d796b32a9893d1fc3a849e0fd510eebc79d6aa4c92273a26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027cf7a38cbf33c75480900e15d3585762ea97ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27ef8b85a67364bc5902df34320f9269856011771663a390788fe74194b9585
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0bf87ad0ed1667ab86b2045fc8f2ede0a4f15c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904086a08339e60bcb3762c17f049b7c633baaab82140bf29b95f1be26235bb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ccb1465edb703e584522dd783caa75ba15a63b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0bc329b7c24768a7eafe4e86dfb6137a8689828e4ae3c199eebd4991459bea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc5e408d8b479dfc2a519e33f62c29be3d5e54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a08004d4330e3e58a36784277a82d9910fa9323d691e17ab1af1209b3bd428
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4642fb71089585ab67e2d867216cf1d15f7c8b0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b00e6f43c67e55c65c4298932e8096c876eed59f7b07b4cf79a8178f14e819
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f12cc0d275d5d646b8d3ab46bbdca3d6d5c585
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ffeb05636e383f3e9c26f8e021f3fc0e7154e7ea33f75834413c22d4c2c582
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba32b17df53c9fcabf2fb68b48ff997af3e78f0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a23119d66beb094d28e33db2120e40d7549c6fbab9d0992951e525c1fc888fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7296d746b3bca9b7c6ad2c3fa82d083ea4e18f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a061d3d20620ec4c43d238fc9d0545e2e0a73598a56eb002b87ba831f24da37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c4ae109d22ca851a8e801be17ba8613cf735a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8ac5df0e855eaf447888a96b9f6f0225b68dd660688704a097b849453f1f2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11517079ed25755c9f2fb0070be1d6cd4a109bb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3182d213f5777dd5136e90c520dfeee826e4d425d990485472238bee842d62da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc62a3704f3812fd36f3134fec86bbb40219a200
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d8a88971766bb31416de49b8ff55fd4ee0b65d5661e84a435a654c7cafdd7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f2ae4ac1e152b11f37e391e1d9d09a44aaa862
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8555421b85ea886168618799a6ac3df96d375e1009d91946e785a1036cdda6f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d23caa81394a2555aca0537efbf441ed5b965f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4058c7df84544a015e25585e74a478633e905ce754ab6b9feb8d2941fb5d7599
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8680c1357e7964c49f200e5e5dda79ff6eb2fb39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c80a8599caf68f19db2702d0e4abce4f55f6c67fd53c28d2508c7b34dc1882a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06120c301a4a6aa66f8b1060ebe12e59e9772a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781af7482d76e6b86d0aecc1c0a1d47a4e69b62dc099051693c83dc0745eb45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016eb0b9c06b0602859e35dab273cac1e516ee5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c193bbd97b8e8ea51ffcbafe93f66a46d55c858efb5c4f5cbbc88c66659b8dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a254bc475a68badbbe10b88a5daf17f57213fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93397f84a3d2d2e3792cc4c3299411dcc0e24032e8a41e1dca1da7f5c4738360
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629b955fa4753e9ee1f98c71508336babedd149b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb71ece62fa0c3729a40fc00cfbce15fee9cdf1e528a314b847bb61dde076b61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2233a3add840acdc5a4c51137ad63df56797399f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5734169a4367449350d7c967bebe8a3b02097928f6fc6eb5261abd916ae2a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a9ef44706e2bac59ff7f5a0e60b0a2dfd01648
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cb0d90e48eb32de2b6accfab1a76957f177f5e2041a090935cbfc1e27f6cba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1fe488c4f35aa0e56bf7c091772789012fe189
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c19293a2e010f571dc9488b8a0d64861d15aff8b76c6632f1f91d960b378f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acec419630ad25506d6c11319f38744e86a0aff0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba08980362c98d92fa17b8d57ec436014fb1d50f3260231d485a4571ab793e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3697fb8f1890d8ff2ffc29106d9d2755df2783fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36b80cae2a39a2445d951063ef223f23007ae2feb46d52fcea4dd048020e8b6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9dc69ba1be8a27f4c096a1b107a5603fb3b964
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66325848f59d600e8e9cc8a7df429b58b19af4049e7e2ea14853da132cc5e6ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8075bdc22da28a472920324aa86a660418baad7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa15edae52d80bf565e25e2b1ee05438e6481c625fe9b0d19a50aec13c0c0c85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6264c06e7e95425324688be870f23376381916
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470c42d6cfa1c3fca2703b314687a6e9fa527df09dcf3569225bc84f284443f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178a603c24320da8381d54068023dfa1bfb257d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c07308f1d9719afa70915956f6b049153b2ad06942bf14e99d198bbaffd8ac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18ef5ba2c05abc5863b4edcd7fbee730a277be9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae950ef5de4e4b64b1fb4202a582d1953f53f4229b0309a766a84cdd9bc3f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773491d5a003ff6869d09a98cc49a024304ef618
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4bd0e756373de271ca21d357b1b7b8dff3a72394440123c56be9524ebf9b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365ee14244bf834dd854e0c04c059a38d77002f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc9489aa5e4a27f5537586dcc74daaffc21118d2dad97daa423e97f8f7f7803
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4224cd6f2ea1ba134ca802278349bc13b0cd7764
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef77031b8d9446239eb7a66bdd0e61b3bbbaeb680682b8aaa109956cf9201242
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c66c0e8d8b3f992d92c0f1e06e19765137aa05f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c107678aa7219dc6f6e998cd588640471fee2ebfbea6c4d05ecbfb4acc7cd2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe252e99395f8ac002ea8c378835fabc6c6e738
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd69d5589e1440801034e355dad115b63834227e5a1fb2b9d0a7ddb79f015302
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f23614121acca8e4bc01cc6d29db031d9f6cf58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc085ebc81a7adea495921b3a91b45194fc5ad2bca755c0e2b24f8a9fb9a737
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ca9bb3cd2f510b4dcf7ba751beb0334b41391e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b4932c04b9da130014766616a561b69e3f3f3c989ad0bfb512f538c9600c7c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908368e979bb9216cf86ffd553e54342158bfdd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a35a23052ca18b7a2f587bbcdf3933679f0c339f2e083f83cc201f21c46670
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e776660234254e9d59a4582cb8cee0ac5815a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecb6c18aa1ae23ff058f2ab0ff134f7cf24ae7ad482e754e6a5546b5d00c7de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b695deb65a8fbfd9024d20d8481ce3c1ed00135
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7428fbedb504a0500a38cc5c50d7cbc143f4d365729493e2af274a1382500121
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8789e3e6b36cf111857ea6a0bc2be78edebdea42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2034441d18cef9015789efd2fed660b361c25b575acacd5864e63dfe1b01dd14
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311c1e124f98a0576096526897421f2cb56cf862
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae03aef514c657752e4de62994603dcb9b6708995621c07fe4a285887b3d4949
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210de91f501bac9c21f96a26ebf1f4baf1fd512
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41bc287c627e4ec41ec55ef47021835dab336d2a7505d9cafd4abc5a32594ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f94a8ea9c74a58995bb8dd77d3c168a48e35209
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb10923dfab99fad36f55503e34c1b45ad903affc72d7a206d77c06bf15d837e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab56f089dd13c1ac09b91f8c241ff8558092ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42254517ef0d25e062a8ad9112aa87202a405f0554d04566d76d8377fe11b66e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e58a82fb633e7fe93679c8a22df9eb413453007
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2175dd333ec8ac3f6073bc1aba2eb3e48d9db97f898034b7e4b1afcc8230b1e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958f7f1e63a6c88da550d02194f1b6f2577dca9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e5219ad80e66e215a4071ae47e6b91b52e93b8fd2a0cc7b9315aeeed697f41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7f6e679584abc2496b2e0a85e534de6513ad8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc61259e1c1f6e17677923d65f442ca72859f313a5d2c792f5b1324bd9d3caff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b14a6fa7d2f79bd3089ee443619be391f17d9df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7bcf7270b4c208b7b221d6e3878938986756b6360c3a9a7bc7ef67c6208c7e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c677809dcc9093ae2174eb1299eed2641db3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c026c3266bbe306414c907c868b49fe218e8c20bc9561e6621d7a5a4324bff8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa51ac6296352b18b10b460010295fb94f710bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af48daa85ef6e4c977d1ee59e0568bf250863d95302534e1787336e18db77e36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1474a77bc770295513d2d0e2f6d6d49be73ef719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9503c28cbdf5a4fbf503255e98dd1d0bd37a5d027d414ae16bf88d9feab34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199424dd5ab3ee4baded21ab7a945e0c7feb275c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757232b935957ca4e2a12cbf3c636d5257b230f791975e514d3bd76dce99b45b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32538ae5d8f8d968f2ef1e07e52aa140bfaf8f5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8577c92fe25117f43f58790bef896a433fc0a23db9420e2874b656754dc8e993
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce069e4f31688b680454e476bab78fef4630f6f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374c2c945f4751359639af60d559a65eefdd87908518397847b7358bfd8db679
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195648a78815802381fb8eff5d0e30940cc46f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc0160d4ab40a39568966c720616af433281a4890696ee333053c3390231473
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfc511497297f9b46062eee1158962f1f393f57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed55f53fa34304e307611ce66a15443fdb8f8ba292e417dcc88d92d0463f6df9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0266db9f151ee810052069bdd0b615420b006904
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb980b33df4110e21b2f09f0ac151f910aeb9b206fa71acd747398093a5108e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab99c41e0af9afd0d8413d85c2ccf76a3f9899e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a4f039b5111f7ef18304122455d9d5a248f2c6755f41db2a9c641ba9b1727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f8668be9397a96650a41bc8031e80509a02d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f220d612ed1ee7e3719f2f645cffee2a2777b16dc1d12b05988827dcefc11fa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b88d1a9d492dc712c7eb50d0c758c4718755de1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5079ec1e4e1fc7d15f079653d3cf7553d405099eac15c0a89a942a529ba44b36
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cbae43bcf3664d9b2bc54ecc2a29f7cbf1f45a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a36f7ed8304776e6be7ab96624c45c1ec51346f5ede90b593e626784380560
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172a0b6fab6c60d556c1d52a7868f84ffe7b6c6e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f95f06d842a37071f5524562dc550ae0d41a0d2e6d93636cd0cc9ff90d03a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efba7fdf309b28a02373d26494b65404a704da2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233dcb94ae1f8beefeb518f85bad51e33e90db0f540464f6b080f3ac179d0b74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431267144c2b42d4b4b7d6caa4583cf09f78875e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e255ac0dabf9595b0e7e2864d1e0efbceffe55ee8121811dee9ad207bce617d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e87f9e12d47c95f8ddfa1758594ad48837e901
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3a5bb0ca0978d53b94ee3b943b4852adadba8bffb094976168e133de226f68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf679c8f5561113825dcb199be1751c3766eb0ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac14eeff44fd1569d4ab7a9a72acd1ae2e16aa2bb8a5eb2a35be28b058eb302
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84335c8d4dfc4cc783f944f17de295c51f0181b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d680c41ccce8e016b8131760619e1cae6555408f9f6942441efc3d7634c131
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55c948834e62cafec54c2a5a40e0d17989046a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f53cd6cc9af36eb8e81e8fc5ec7564e5a855437ac7dbc3b9d8f4f8b38e6bb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8879be19629e78401f492da2fbf807b4f6b0eb24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6984e4f0f0473dc69e7c33b2c00c174a705c59449be581f65c99f3a0f1c24ae2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fed44e42ab7b16ba399560f4f93ddb9ba8ce54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7640a7ff48940160b466bbf8723409806d8f30599546ac78b9e59f81a792dfb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210bb6c38ecc665901c171401843003a783ddece
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b4ca0b54738d03945743d32943d90321076dca2f3ae3e0a1a888fe1d73982
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418bc2df67c8aafd45bb9eb3ca946b1030d0af79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b662d864a15a458a247db8c336982f2c553784be1ee3993de59c35f9950dacad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e522fb0d22cedd5f4489f4b5611524b2cbdc2fe4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd91c0f89d257e6a929b0f29aada89341706c29977bcc8ba8c83d09f3db69784
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423840b23927ac41e59550ba416d67e19dfc2b5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6f17501c46889717432615cfafc9cc658f7a221c4a94ab855d122b68f6b0a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84a7d91cbf8dcb8b006cef53b65cd95e418a47b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5e46bc3e1b9dfead997aa53f0d23df8a1ea82d3ab2d2a851ba592dfab6e0d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8224abdef35535e065aedc38d47269b209b52eb3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688013cb7126691aa8a327f271c4ad2553c8abd426d42b297e8608d85183baec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bd9ff7607e8411a0e2ce84bde19f8e2e0b4752
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a02a5c9874b43390851bdc09aa55685f99518f1920191662823c5ff79fa5988
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f003fe29dfbd4d388683d28156da9e655ed4d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db9fce814250747575639bb59347e6237809b197e0ba881af49ef7f31eabdc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e970f02a531f7fdfa58465ee330d6de5b5a11b3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f1f4c30b747b988a4d7385180788843239e2ee91c11e685c0260c57e37fcd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09ad61328407fde46d41b5db780391aac38ad27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d66c250f49e387d7e167604e0558a58888d271e87a93f4646c609dfe9471b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d2bcd0b135fda8161dc2f9a1d2ac6df297d14d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba5ccd55e69ab01de3f1ee6f67888dc8c3b93f1f14b9febed57542ad34ba922
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e3ee2969bfea16c63a9893d6ebc08575210216
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6680b87b3a5bcd2b026d8df7c9f1d4588fbfa31a928ced0ef6c55a09728a03a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec249d12a90f53ac70fb60b5785374312a26ea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d09160956a0a28dd29ee743844d649c7def75a9af745bf0526835c0a269822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2aad49b0987304fd97310a88f9b36a98d9318f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88400be8c8bc0f39d2b081ecf79602338cb2cf045dc3a7397099b2c2ac073144
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f50d946ed8c507a1460dd16e370ebac7cb32ab3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96845c50e331b502ac1aacd4b4840639537cbc441517a78c2c6e27034ce7f00d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38159a680d5b21443fefb726a2af8a92b671c857
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d8f0e09b6cc8798449143a8b1fa747de8b33407a4b6ad3be4095d740cda82b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51e3ca073e624e2db43ae0fff5c6ab7a5e3096c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6666bde1a10f7e66ccca8013aa0f187fcfd551eb9ce3fb0440e470cce16989c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5203c6dcc92f5b3fa3c4a81615ddcc11ef8efc1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c22910562cfdd5d117ee7a55d008d3667c593faca8671bccec8e6e5b0ccb300
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b583eade1e761137f6fed39b9b8177d41338fa9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3979f242b0dbbf4300da7e12a449f69a19b3f0b40b5d5213c5acc3eebfa0fa0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39c55c9e8fd9e6c91c524397a5e390668ae68d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7436c8df8d98f4fa33458502453e1839fc7425a09d7b491e6d6c00801d969f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0c7b34d6b70f067183ef1c578bbfd42b088154
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da693d5cd0ff946e1d7d8a9871bb66eb73168db420f5bf34a198a3b0c7803e9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a826bcbff2c6c72df1287addeb6695da47cf27d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb5c695d0a63c10cc9289e1530418c08b54c794359faf16d71e4e928eea99f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cfac47ea29ea4e3a82c52762547e83e1b08cda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b712b1b2169077f70143863036ec49e9bb894427b29d465dbca4b7e28834c47e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee893d97e75d1ca657dc7c3d56e35d4335622589
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcaba20899d2e5219ad93b772794843b7910194c32945b9a9a463a15f70d769
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5916bab7cca8805a29fddc65ef6587a077cf2edd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad88684a4fccf7e79e4d2a26b9cf3d1f2e5a0a9cab59eb565cd7a85832021e22
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c84a68a1be1543004f005a21945bfdf2994864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b604f4d1b8e6674e4fe40b4656e32013fbe6bb7f0f75af7d03c83bc2a80446da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166365569cc7759dfd07d3bfb231c04fb201349
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d4562d658a7c0cc0a042163ca55775ae49d2c9dacb33e3728faa23238986c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61b66745c7b48bd6e6ac7d773020fc5c0963db1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb6cfca7d7796262eb6e319a49c1a048088d0e81e598f2fe9ca2e2d549a87ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19739913aef967b71f6873470da0195b623f4cb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9cc8d9b64c4b52b720d12a96e6d011d10ffd7bb304d851d38799f7bbf2b4f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203a8902b2203729a9122b23e3113e81e89a0207
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2f5ce684f03821b763681313404e4feccebda725f7d09d48e91d6419e3e849
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d92fed39b30825db0af73a32aa04d55a90099
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a79d875703f4b988f1951246dd2c458435f5326df05ccd470fedb0b20e6ed3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd81300b42bc6b8f69fdac110ea57ed5beae0e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e777a3b15fbf63e321fa906227f92e4e60d2ce6e0921e313bf44f7d2f099a75f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63630e898edea065c99025192c10c104a761fc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19e595ba58b63a9cf7cace1eb55f444feae4d58a45caad7bd556233089b1eb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2e931995053b9e235d0c9ab1d3ccfe357608c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c6b18b0936bd08d9828e0eecabc2b9eceeb64f22c8dd4c1b41ce153d5de843
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017c93387ba5bd2b3fbd681dc1a93b88a71c5c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b32268e0026e14087e8c9dcb7ab2266002e6b6d518b1c67303a53d3245e7d72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4560956efe92432cb7202320dab5262b91b314d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fa7a112e15c30a8898c56aab5d79fa269fb8102a911c1702587d2028b62029
+size 11395