diff --git a/params/phi/8/rnd_search/comb_9/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdadea9c8ef6635590dec7a95a4cad0b88d21732
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765bb5eeca3c82a43b9197f86370a21701c1c69f8380991b4675e471bf68644
+size 205955
diff --git a/params/phi/8/rnd_search/comb_9/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645a9e3df037c4efd8987e2c9e36b091f4d93ca1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed057b50445b08afc616f129d5af7b35d7a7b189abe12d68f72db0dd11cf51f
+size 205955
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc38a98da97248a400c743427e59c7d40e67ad0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312e13a28a611b8549682b8d93566ea1bbd5af91c811026d614eb603fe0a69cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b18460ac597389a436d545eb9fc9c2402c4f25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241f903f2f6bd9705723e5a473a31343e9682b0340d0a991dc3195d28a6a6c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3413e23f3d1f318ef5b24c69a3f57071bc52afc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a770722b8bee5a9eb3e152863770e94f45f7029903145e25a4289168735ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e88561c9cf300c865419c185df85cf486bd15f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b701093d56b4ca4498fe5f5911710f1d530e069b48564c95689e7e99582884a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f1f09c8e50377d182818d1f0f5f41686b17130
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b904c7e3d07e583ec231a4dc1cff51dd5037acb1ae84906d58af9e700b4ebe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b993a331c329d9d6c8414ef01cefdc50a4817ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5e1b870ff1d3cd86e3977cce96ecf2f37555f45cd50d36d1bab8f31e579a9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5224cc2bd2a4e80c0edeedb93adbd46ed55c1698
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03779bea975307f8c7b830b7455eb603e8bd823353674cdf5992b0447c89a6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74628579b80668c4715c3529e396a307eec53ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9883ec34aae48d189dd77d016f76f3398a0f430287e845b9204859a8d0c42854
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16fee21ed413eb2dd23afa96b1d51d2882b1375
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814a704ab9a8dd626428e5ee4a8a7556b1ebd3566139cf490417658f183631c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e545eeb9de5421af95286c024925b772d71e20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caecf142a95a78f72a3a7bfffc9d3132eed54b4be98a29896e0d33b50b2d4371
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1776e6ccf6a5828e4c734efe8ad42c93ac6ef523
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278b43c8c44f07735f6272d7aaae2ee411d5daff415ebececc119c00cdad1114
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473df2e6fb6c86fa34e34585925883e7f2cd43bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9eb697d309c2148003a8f5abbb56c09c28f66e129c254946f986869fdd30bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce59a2d31c30fb7549cca04fa83a3de564486ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3634e404ff9b69b103935d6298d6bf53a21bc05eb0ba8aec023db046dac673c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbe57348e7d3a997b72aff78cb286764ae2d74b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7aabcaa23e207a53b9102d8fab4cbfffa83efe8ed38c44a18b1adb6b6c7f20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc08eb7a1e3cbf886059f49f63b6da630d51c9d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dae761231798dda0b323a08d4ae8c0c46a964ad247d21c76d2f2be2a9ab8c5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5b74caf59b59a6d1871b77ec243eb1d7357e88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac335b4729771024dba435c1bc8af6719bb5dc68f7051c50d25f3b5f11c785a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cdf7cf53cdd566288226cab5c7be3eb63c3a39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e785a916f14135780ee230a8f1e17b2305e04d44275f29f7c6e8f252a311690
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c141a0bffc22a5faad1b0f028d17117efcabdc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cf050e575a4de3b3ddc5f8b4ee4c4c6cec3796b66c070f123d0ce364e3f93e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74483d4373db9fdf4b178d772e45d3f5109b6025
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3dd7817ffc20877e29425a28d6d355be4882cb8b8bb6fa0cd1b4c736a7ce20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d536e17dec04a0b3d25c034ca79c6f632156bc1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6b4e817ac53c6015e56755262df3d6cbfdd077164bb791d320f6d0d012cbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2429f1570c0d3995dcbe74ee255bf87cd61c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31299e8067404b7a16f27b8febdb790bc8c35b39d4fba65b743cb675e6efa5c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa660700f70d1ae4bfc5b2c0d8ddcba42f8dcea2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44619b965c1a4025330a22f0f007eb8d745ec21d5ec0b3cd4b16ac979dc2fcbd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bfc343cb68c5bd31e971b06fe8674cdeb7e4cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957a9c3c4a3efad3aea0b482b8f23cb22e1fca8006153c8a4d2c87f1f4ca1448
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515ac1db1c84ae053f3a011707bf52229dc852ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c24bbfacefb04a2f657afe90d0e5a706135c79b5ce4f0d7c06f29e2053dcfd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd80c8f4513e65572b73b0c98667679f6234905
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c095feda943d378cc8330a2b2104b106587de0130d80dffc17c027f23ea7c8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e468828fc9961e40a7c0017d198975237d659f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50736061c29afc29852a3ada5124afd59068f020be035423470628f086080b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d05580e608344b55e97927f2411dcd274e4f4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ff9310ea88756474f4aa980bd24a3ea085a041adf0c42fbc1ab2e3e9957ffe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb3e9c19341b86d7ef38f76bce235c9119887b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5365e618ea651db31e71464a6d6ffd101e029d83cde90ab97bdd94fa2da9f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a477312aac125e00563fb95faed9cc4d9ebfb3e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5695cb41872bafcc10b61cf4786cdfe9f21905a3478b039094b7dbce171a5d76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cff2559099423f3d1c918817dac47a27384a55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4866759aef020dc13d98254aa46c6e96444f6b9251f701bcfd6c6a0686c1a78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b121602f5bdbe59ff830c5ca99ab01e968c86d55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a2499c5423ed12a95a1288f0cdf6bd0edea5f91bc40000215c7f70f6e06b22
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42848d8b25af36ccebe1d7b87f39c75f9610517f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72505f59340d84fa33a24c43505281716df6b3aa661429c2d51743d2b38a90e0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0851983895e7cdaf9d9e48567d399d12b2c0162d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704187a374e714ce797c348a7dc832f6d464242adb8adea39d59b8282153f8d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411aaf2bca8dc12179e67341b4776d93975fae61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563165e43161287b655a653077032e4ba13711a42cdf97d5015b9b0621ad434e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a556f9cc4186f5d2ede478d28036a38c23bf019d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf37bf6a88c58e3e3a149d938d8a8f38ade32f41a1e98d01f435801aad4edc06
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aedb929c0b499d00dd9e716423d1febf670d6be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea842d47efb07bc3988ebc19d07ae9a4ccb3aa867ee9ef9dea7f0a406d5e49c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cc6b0b9fe1b80e4780604d5332e604fddc6f50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa1cb122900a2f5297f6a3d6778d085169a19809ff085e947d97dcb0007c492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07538de7de16439ab8b2e7daf94d2866ea17e602
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2a06f6dda5df8214aea0b037e1218d0f965f3fc150348c4d5411647d86bbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc24234d26ae53f03308888716eec68c0dbac866
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba09f27402e381dc2506d5c174a58dc2d6e50f46a791d24e84edfd85c57b0c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10ca6618495ff601bc35831be0063e14a27d03a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e8809561419df3d883ca8c51a6c154e719aa61a6d7fa7ff76f79a0758f533
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c1ba4fef826d2a82a52a7319185fb159136db4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1804082139f1308fd1914cef2a48e3f08705e0e4663d7abe47bc3f688feaaddf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06224d776c371b20b7258f4c821cd6e65d15831
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1030dff97325b3293a4e65048eaaa552bde0d8ff29f8aba93e7b0f5bce32f8c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5861a7fd8435d92a3ead814bee7904a94316f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4214afd580e1992e5108eb853e90bc33004e4c0c28cd3f3050ed7528e4b0cc91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c53268946b869d2ec6d993c652ef14c6536ce4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c174844bdf43f2abd965119628637bc0980d5f2fc703371c4f7522e2b8d316
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b9946de5479297a247b72e3a68fd3eff42979c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30daf24bb0e991b7bfd5dd43861a6231699404d26cbce030c7e8a4afb23faebf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f8486f0bd216a2412637896e4da611dc59c8a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14873e87f28e369b15f60a3188d96b7a2fdb2833f9b443a684f13b923ddd1f5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae1f78173bc890daa012deff7021efa73297db2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f118446a539551a5ca02dc9282890ea6af4c6f6be72c42abfd971d3886133c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7f9a4ae9960a82a95484e26eacc0bb9ec76b99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8972e38ce60690ab1d9a09d0631952b0ed82bca833c4f844e318609ab877ef7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb93cde32a32b0ed204abf5966987a37e4e9e4c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988ffe5f02816c6bc53153d674b6475dd0ef738bbaa0a6f4803ff1a6ea02d35d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafe60f77352e870214473555269be2b642b6947
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140f020771e415a1300641f9b490cb8ada10f8d54556ea0137ac47a4ca09fcb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53b7e86c7a9c3c6fd210ff4444641c90f00f75d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1817ed3406d4265ea2e00a7312d28a3a585f252aab145613a0a1eb1ddd151742
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d96a8590b3b734862d9090493e06ac28100862
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6413c9a4d36b05aef2a68c15f8779626c03767a3d161b8ecfe705401697ed7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fce8eb697f08eb376bc933fc26d642b5810b910
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdefb53fd2bad64eda9331a4d4b09e87b276bb1fcacf5098a90aef933f4845cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b23e9cb7cbeacd8300b1f83637cb569983ab5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864b4f80aeae3085640b6b1756c7d0487aaa5b151d65c0953b0564d5d1786657
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2d6d4d4791ee5964451659cedbcddbe0a358b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c088879db97c192dbb04c346589608d23a213c9ecfc631016a1bd00c1f29f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cbbb2a709a21d645194cddfdae0d8dde4d9131
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98fef748fe232eff310371857de8d890f50640b06cffc5dd6c0fe9769aa719
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56550cdda40e5b54950f38c5bb82eafc86b8f0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631564da3d178c0c0909e2349dfe75e98b784b1a17a1cf87b8034549fae1cf50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd34299ac06bc199b8bc5fad6a4f7bf93fdb463b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4f9736a9feed6fb91023159068ac4adbf72566799ac8b4723356c48c3d253
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a79f77125cde852f81cc54823d007b4f8def13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8263d75c1efb71689f6944cf36b2c5cc95f862be518e2f6c8ffe049df86550
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16fedb1f4a873bdec03b8576968d8bfbfda635c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b0f23ef9141385464195d5261c0cdd48ae407f13cae0432feb6255adde42a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54446db12f01bb60ad318a4ddb0e097562ba99b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f25cfcb5f720101cd5f4ae284d3f6f799600b80a8d1f22424885bb9517a52
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1ff47e7fff774a0c656b0f3264c42d2db900af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e0fcd629a8cb5162def8d46f099c14988d4ff0905397c5d646ccf7dd1d21be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eb221aa7aed1387b730cfdccc25c42ad3b8c74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba8df071e270fc41f198c4aa22a4425ffc491f6a88cef4354981878a805939d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7064cf57b91fdfd8ec0f26e415501bc76b035557
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee02f2bba2777d03830035b7a1c8f5455b5a02a33194d4329ee044fc6334a46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c667465a25b8e607f3e970154ae696ac13e41637
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab0bcf82b257dc4508c149ed36d89f41b3214b782008dced8ad76831d31eb9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e18ee3b42912f19de4c5f82aeaf034a62bf4ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37504a9c3075018660825836f4319cd512b81d8fd23b3ab4d182c7a1a8bc91e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a8ceb4555e52c34cc80bf1249565ad4564fe43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5228cb35b2281ffe6106c39f4386b1c416f59ff4d7404e24598707b282fc899
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637ac6a1bc94d0f6a3c448deb8c24cde8d82c8be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7781231257d55bb6f2a30747df8db0ff5b66a78dd0493e36e3d96be9c91165
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6874d208a3f8acd39d1908469eff6c01a879ce3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca6a72e869851a780aec4a0f73e5d5d4262bd403936db0bee1809ef097ef51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b04f2b9ef51373bf4424be6157d2518a84860a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426c99a1e6bfc8997e5ac509025963d283fded205004ede51ddc3be4972b0431
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891f4194891dcc6016c07b46b8979a4418373dd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61516bd3c4f444e9f09ed86fb6531fdda7d9a656d6b90db770a1affad323f7a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f40b8c137086384f79a49c2f07d64543ed270ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d9c221f02ac6456bf27edc819bca23b0b76d9c5aea50d90d689829622ebbf3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7656f9bb27ec4715bc31630f3bce20ced67e7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6135ff34e4ce90f8c7f0ecc2d3b7fd8aab19803f731a6ed1102efaab7fd16dd9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406b6b2ad2bbf3c3ac91284e51af751cd3ff42c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93796e61f1f1cac9071c4254322dc30d01c652c5eea8b962076ed52b76aa4b78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ec0d64646a89a2f19239a3e3f71aadb49a0e20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b57b1f045d529313f69b05efd96edb1dfd1eac71880009582a2d4bb15b18fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519dfa222e5c97adbf452d41df8f4559c1decc8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd69d234b24c6540abad00f0eb004fec6ad0366a420640d5a8046e8f45831a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee45eb36afc51f5f38beedb3ff399dd032ac90bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb85d7a2a724340e4fe15febdec563adb4e2149830ce6e09b44219d59082718c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2727459fc4a1090a09f43bbba60282811a45853a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d4af57051ba3aa093e6ebe3fcfb14a4a6ff41a7871ed5068ea2a888165086
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7184d1ab86e60988782cc5fa705ee35ce519490c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6867ac2a68d7d2ee91893336981f4483c2b6e98c6655994af9c24db1140c503
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f87c9dbe67b759903dfb2fc00997fa53cdc15e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7837f035220dca7006e3aaad0661ff1ac9cde4c28cfa67578ef171855cc210
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c758e9032ca28ffc4101242ff91b299df8424dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b6a3daccb49bb3dd58da7ee5e063e0e3c3bab84609ea2e65ef6252888a2c50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c612a4fc08d0772b264ef10fc5a27bf9f1ea29e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6025ed1519e7dd609fe05021e5b401f68d57871e6a5fa850e8bd97522fe9022
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be886508477383647e5f69b197981ffb536bce7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51ba3f4ff6c2aa411e32b672f3dc4d5cb0f0b40115816c7242e681b141b72ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bfd731ae962966d2af7dc64bb19c4b628ca55b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296dc8c0cc7cb2ab758c4697b26a79d1a7e191559293823dadfd34662d8c3462
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e708e5941e7b2a55ad9afc0189bc9699c8a940d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a14e9445efe4c87f2df74105a8187d6f8e927164fbdbc3e47569dc662d48194
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310eeedf0d004bd4bebd48f6d723a5f4bf800839
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b179eb9afc63c31fac880d3e33c7b1052beab6c05f32c087a98257b0e09a456
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb7caa0e24cabac6d5eed16a66a7bdee18d8815
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79244f5c1f48b7677beac5bb58a74efbc1199aaf8066dc2b068b8c6c1a1b6fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a047d446281503960cd84be386f11a7884e2eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5adf889051ddf94128d7d064d0f2ceb5f4d650d56f15924905bb8265c369b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0361df5de6c2395415b3dc59c193ad5dbdf8e114
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd16b414c191fe28c3d93bdccb547275caf35e80571764174cdba5cfc603afe4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb45e33b392235c4be39f9c0650d7567f6b2f345
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d72e1d0e212fce40d23d5e505b62647ebe524ed84a6219d115f00db85a0f53b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f70319d4fe9589777e4cc654da89d3564690f6a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db95f0402623bebdf0e070e6e1d2b2dc37f3ec1f8b9e43e8608e940f3da01228
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36cb57767adaa116181dae3ce67e06078d3599
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203a8dc937cbd1ba9d579dbad1fc0e5ee902716e859c8c3fe25aac67760b83f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3ea12a1f307cfc3c80ce561107e494605d5d61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19974e477f53390b069e16a80d66d1c993da43a18411596a502908f0b8aa84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c408a9de5a2913c55bbb4f934f4bb412fa2e4435
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fdab486593746d08be1d4b1d5231fb94fc3fce150e13686a4c2f0b1a25f0e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c465346ea2ee00ab2c31d33a0f589d4da98f5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39494e089b6b2b839b7cc595123b6fa961dd7a9b7ba55a76e279f0f887dcddd1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9d3fc53b57fc56a956540f8c583871ee0a76bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb96c1b22ec8d4dace97a0de5e989de36a9ceb20385c2f5300a71ac8ce48303
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2129f497853ccb510d4c83ce5b6fe43f509d7739
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb4a06b4bb7102224a8897a0da07145d7c2f6202a38fa782321242d47700fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3dab1e4ed0ad4e838d4f65c452126bdb87071a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b895c5e54f6e2d2276442f94e6c74833ed5ec4bc96c51e6946bb33b057570a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1a099a324d90725a2ec10d3c86fb5cc6dcfec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d4ea6c72bee6c62f192a7f0d06fcdc5ecca9c8640cf8cb59ff34b7ebc9e71a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea35b43028b61aa525f795db24e9fde6dca441a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619bcde04463b9da9ad3edbaae1deb8124238b84161c7ccfc28e6afb54caeef5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27f4294c941acbe11da59eca0b5439a40b0bc08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564cdb83c25990992f9bb9cf1a29437f86615bb36dd05fb27a555f4adc3a9d8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c88863a772510852fccd0527ca8319931e5e53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a736ba86406d795e92eeb5a19a0f07ffac70547af8ff89a48ea9e2ca9b88d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aa6a57bafc4a9cf46ad0d49fdf08861d74d7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a952c73406b19fdb370004df72a7d4c7956aca7a2f8743190daf18cc92dc3c2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff4a2381711b78e1ea2335e57d7ef5e2f4f26d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee22029926f6ea88fa3840bb84cdd54d02f7b5bda4f32c2b2408bae3b1e14ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981b4b3eb323fa5d16e6939fe7ff2f535410dfcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0789e27941a27ae693a43552653b05ddf5fad6b4f3d51fc08a54d6f2eeb9370
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3768289637252242bbcbba5f51b196ea6631ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554b6a0465df21cfd2b2b6234da9d38e87834b287adb0addc8db5571edeba25
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93d5c93fe94f99fdb1e115dc0c2647288e3ccd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4603897f49e1302b70dd0ae1fb4ef19bc97fb0b5cc9af74b31781ecfa8755b09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e09e651550b0176be06cc32b6e32985febed08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4862417d7f5e2c091b2cb2947af21f8a2206fef388eb5993fa4bc74f0de2ee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b95eb3ba310855599e93c63097ff1f49be25b1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf1fb6e72e9fb2614d05a34496bff2dcbc302489fc5f57b3057271c67c3faf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29d90bbb14703a3785828416e4e605046bc07bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bafeccdf4fd3fb518e99b4117fc216e566fe86920f89e7b9f0c30be69f1d1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778992afed90f42a030b4226df35ebd3d1938d7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365255114509ae1d32653d931a5cfa015ee4a258c6a62a0bff0e67f1ee923a41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33775bdc92a57c85b8c6a137799f01df9920c70a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef1f7459a1725b77165511fd3906b10910ede9b21fc6e45eb43c3aa6751888a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ddcac74703dc8fc68072cefbb7c97d47af27c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d45c58dbacf29d50b0a443baff3de0fda813536073f5195aa11346967a0681c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bbc0293422fdc9b515aca65e72fc5442ef7052
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0dc40bdcb15860a2933cd50ea044c433b8611b597562b4c7dcbb279b962a73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed288be26371991e974f3498e8e6f605b0b69e43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1757d58e7024c22ccf5147d09b5cabde34b7672901939f96d3b410837d9a140
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929ebcf1f0cc028715f7e87020fc3cc5fb5fdcfb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c250c6ccc8f1facb0e5bcddd807b5bcd2ac163e70928bce37bb1630499dc1eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8486adeb4aae492104d53f5ea7435d7c1db05d39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80a390643bbeacaf513f4a1cf900795d7b73185fb4fc6c154c090e42d7c7507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454f893400c83aaf158caf6278e74c1e91dcd2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445ccd6db2ec2f3dc2e661db7a4d72ceb61ae29be3d80973b548cd1cf4218a13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e326a4fb45e21b69def3f5136e6b7af1696a507
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094a00cf9d95f552d3cc5cbbb0a8a389b03923f43ac56217b1eb9f56be12c508
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd8ac29273124f76e77d3d670cffadd81c1a27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286eb172ebb370d5590ff72f79c1172d0c7bb7fdc7c1e8f9935a80b31a0f5bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7f6a58704c0aa2e43f8ded9f11d6e64a29bd7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6903d38fe17d45eed0f02816f7a847a81bb2dde995c548d27e8158dfb696e1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32138013af923c952a9d202f96d89f4b54f2128d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c8e4e24a9067380dbf0f32e80a0d718c5edf5186f772754fc58a044f6e118a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b62d0d50807f6f0c76c47c34ec57ed30b4c833
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b083b334378ea12cd04563eaecf88648f2603a1754c291717aaf1516d1ffb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d9291f4182df6c8ac57216cfa5c4ecf6171408
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145831b5cfcc8ff8cb384b5428090f634940da9d58026207ecb927c8f2a8cb45
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f429efb08b0ecfb5e53a494e0f2782f59b0f3834
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd5500f35c44e3cd4b1eaf1e5655079c3028e6a25bf4c5120985ce8cf2fcc7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0840b3f7101489baa0668e48e149a6dea738072a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a4d8f3a7cd16472484ac94951abd4ba93a92112c3fdfac98bfa34ae44bd9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db346d36089b59f89b29e9d49a70b3920229d17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4609c9377212cecc3dea7f474f551ddeb6446ea36e32c9d27777c97e8c5b57
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e59e9c92ad2ee91bfdbeab2f7366dd9b9d6ff1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a22d2f1cf21fad890838f53d9e8a00b09e814998daec4832b463266402cd59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb00ea727d7bfc8d768e00573462e145b8cb40e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acf19a1037b84b998e2de652fb32a332fd454f64038d22071a84eab8faedf6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9199530ee064f6104b2cee4a582a6c60c69b7cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627a12e8cbd11245acb8c3225b0320b577592c16c19736801b861faf4e067e9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e2f13032dcd4379eed48bfbaa3a105ce45af73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2173609eb936d381eab246519918983ce2ef70ee7ab7f9791c8ede31e6b816c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b587c3f614d2473db45816624b04709be94f255
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b61f5223dc75d29295a6007ef096e68359d83badfb602d8a6c06d3c13c6235
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71891b7826b197e8692c20f7ecf15c555d78704c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3c9b4af5fad9ee4f40abc8ff65617b116fe8f87bbb791751dc3bbff275ca8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085db352a4ecf16838acef0c43384e5b72b4155a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63839c879abb2df37bd02513c557997d43f35560768ae0c909fc5b746c450fe
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea68a2c9ea6554fa2ea39f71778b64b5a448cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc53105e4a31920b2edb6e8710898c34b8afe97f39ee24228b4f7e4d2b061c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8d8792668b9d9e5b653a36bca11304484ef0f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce777fd037563c7ce9eccffb043a6a11ba257e66eeb32d29f36ba99c07509799
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52b4ef1fa1a93e40d1a1d14de03d118e504c5bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98919482a87caa885c678618c2cffa056950407c3f0b66f80c2539513104c7f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ee8fd20802a6ac978820f156334856f842dfda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b995337e90ab2191ef3619b6efc93e586d8b79450f170aa9f28a847d3123d765
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e725c3e55d7a6cd8f4df4e94f136d1f1effbe0f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bd1a6c86aacf8a46666fddd281fd49300e6b66dd683543243b9dbce46ae95e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b58187406c1b319deca3010fff6b8281fa8c8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317626beefdc99155063cb1ca7b0ed9f5dff92ce4280b5b35c0223ab55a4ddeb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f316cc0eb9a9a885e70d2aacf02f3e9f47b711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d924ac93d1e4561f30fc32391d283f5f44b23f72aeff844371742d266b57013
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fca64e5cb142784ba45466bd7d7c86619a2517e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed95133e5a8708f112571d289638ec6d7412ae8da6dfccd1cb79e8538165e9f6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74215ad6afd4b7978f3a854a01c7a02f55a53460
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f182f387aaa7f0c89408fc886ce8ab8ec3b5c9a26bc6b3b586fdcf6c0e71cdbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a35444b0273853cc5432e579a1a5a2278046a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae454c6345f9957d93561e2e3b7cdc0a208b8c37f464bd50b4dcdc4a100fc2a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaca17072aa92d68625173b4051f53535c8abfa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291d2a5fde9ad164f224e3cc1fe4b9df214264aa521dc2ae9f454fecb759f515
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91acd5edb47c99963e792083ce3d53a393ec5ffc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4f802f6e9f2b9f467a4781b3068f108a622c9c2966160d022c8768f9c58260
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b145a7b088825edfc2c169c95b44db44ec7790
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905741228fe37e7e9e1f1026d799c640d11735a852555de120310f4ffad8cfdf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86f4349fe846c8ba94a74776d133791d6a4c13b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfba0ef17f650df922d4f3f958918669168a3211495b6efb9854098373d1bce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec324b1af8553ba2ee787ac3fc9f878ef87aece
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a57f4e2b35cb083f058ea4061f38b4bb92b134ac528acb13bc5a67c4d7163a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbae9f8fd1fa2ee2c09b202e1fe25a775708a2d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23a78fedc978d9241780621b066fccd5e27ec3fe72204379d3018b58ba146c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f6cf7b0b965e2aea80ff1b8227d1764a9f4a83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0daa1671460f4e8914a0e963c8fe9d00a0123f8f58640373666fec2cc6d542e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82038d71e3c9bcb284f912172046f34df5af3025
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028e28692562d45a8fec9a32d72974ae8474c9c810a29de2fa3d2de4d5d7e869
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e556d5f98ed33252553c9f51d692142cb3c6fedd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01017d342b8931afa5a55be2496d746e14914b0eff20804a3d5a7dfcbbe8d8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba52433ebf4a12355c7dfa37982adfa7c7184a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa08a6f738861ef50a5767dc24c9c94709a231f04be2143c777a5cf0227e7a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e6046e61a7c9e307b59b1410bbca08e4ba1f6a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8935e83f105ac2d6a205b4f61ee5223d30abc8cfff027525c9c9e81aaeb0164
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d03780791116edce3f6d5761b6dc811fa45ff8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce656f74f5ec7527623a4d3aee242518e8e8eb42a36b1e6bd2ed94a52c844c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79dffa168016cfed927f3d946e4d8a312f4eb02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52a4a756414bea7553902a62e04faef385d8eb13023165f3d6cf1dee4dae9e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cce67726a9e245b74dc493ebbdd323fdde13e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb99e83d05cd0f75cde8b2e10b0a24cbade638a5cb9c102561c7402e86a54d64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8430dbb97255c70f0b7c5dc38ed8b75380defc57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bb538f1954b04897f752cde366419a92ce510f5740b268d6dbeaadef40fb83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75db05c4f8460638d7b348348bfffba8ab33c66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d916ff505dcfb306283d6fe35c23a19586c175bd20051fb62dd16abcb6b84
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2871caff6b96931d49c86824deb161ff9dc765bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9877f47df8d48a3488ff30174b1cdf108dade70d8096ba42c54b9844411fe1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6def2945c76f49b6ce82bdd97096fe74968836e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a65e456b8ed360075e39bc1485b9345908e07a1d6df491aa6585618e96fa68
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c894063608394b1b1a828368928fdce6a1dce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17fe603fb20c2340895c5a6b627014b85422aef7a6c044dd15f166d616f4586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b96a45376940b7ecfafc4ea589585a40f46b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c778ecf0260fbd5fdc2f92739188e8199b0186c8d9428196ae1c056b7421e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b85029b51eadd79dde409b0b98ed080137ea66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f03497a67dfd64305e5917d9647d6d06c813781c7ddaf3357dbb1badceebbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3ef2ee876c9d20f54bda41def9f67dd11c736c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f794fde667ec8a7d4c055fac748c38f31e160ea6e823a6e7307c826dc9855300
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9cd1971d05965970a9bc88cfd0e31fcb3e8128
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45af9cc007d0cf1ae2456a00a8d91b3053a5d756b77ed12da1fec8d2a649b82a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4442e1428c04f744fbff4fc55ec5d972939aa218
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ef6896641ab15abce23b48ef7871c9a8323d673e22a180355a9e2fad0bdbc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003bc3402a14a015f3977ca4175e02cf58e44b66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842cb5062baf753070635da64681f5f64408a7f2ca8afcc55a4e88235ccffc43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993a571a5b413421c019315f43b8d63fe97ca20c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e8cfcff37198b42ed1b84085ec76a6f73d5658aec1e6de2487bd0c0332f3cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ea7d3a563ba78fdb18750442618d1c005f922
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6ae5a756627a58f73a50c5283e38bf103eb5a91907523cb78b1e4437850cfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2009a01f2d99a043ef7920a862fc4fb1edd2b5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964308eb95839931d607f60cb26f323b2458da56480ccd98d732b8215515890f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd18eab8a3189f78753890a675431d78be761f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca5f9d25c542a6573b7ef6312fe5fb1797b34a0f0228579ccae88c41305234f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38ab516c350aec0a8f2b93369c4bccbbae2a2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdffdb2a56b4eb661aa2da847a2f87c4ec16a25f1294a29a3599f7c8572bd97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01565ac8fa5867fe8f7ec94b60be8b7e378c5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821f56ca49ae1f3b1da144a08b696f9884e0eecf758ecc642e171ab00438d2c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2d7bde11cde9cf34bd7bac33ba9d5965e486e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac464db92e7cfbb29bb1b3d92123c8a83491bb1d5ababe6a925f6fead16193c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d4352dae99ff0834529e021899ad64d2677eaf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa807cf548abbd61173c5c3398b8dc32b622989c93c9350ffa1c5f1ac862a13c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c7d917c761091ef302849df5edeaed784502fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1c51a51eeb792a0cec34e367a5992d1c451d7915f3cf272a78f2cb482d658
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d4afc2277420d2cec0e9f2ab4834777319cb4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f1bfd075874f91c91f043b1c1e490c7e861b4dcbe6b4d976af4f7d21bf6e59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55363bb2e480079696d3724344282f8b35bbbff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee8810fbb89288b0251f7935c77ca7f011ffd9d3aadc50f41c214bc3545ad1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b2ceb66c18bd0870be46dfd9a01a3813248ac2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271489b2409a5c06fcd5da59e6f8f882788e905b17bf39d938b0a05901d9d21d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da8970060ce012d1f17a72a7742e0e1d343bb7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf8d0b1f24c62d0d30e0406cef31f149ac1ce2aa6c6a7462930af82da1ee8a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73552fafc222bd175deb4a84ca71f845e8101cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c662cc28c4b388d24feebb3b7d870a303abd88a5579a67de38048226acbd6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6503d182f528547b76e798ca1b62c60d9be4b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d977c57f0318529a8a7b87e167e850fb8f589f22a8a514d4b829637e82624de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8205acd7050b885dcf49978393c32c424b71b494
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598c7be4521e9e77879568b29d067ba207b9f6c191b09bb65c234b620a6a4e92
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16502d9e4c36a9dbb9ec93f6090f9169c542ae76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bb35cc11d8b83dfd4ad307a422356da53526d0a4da0ccd1165de3f96ac5fef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543ca951ef02a8ec6e718e470e3b36588c961250
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d69bb499d8dcfec2b490f906457170fa7a53fe08470a1b7d082235e0e53cb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63aae25069b711ebd4632db9caf0705f7a815611
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1471f1e9e667f079b1c04b3a059f4cff7f63279e5fac3190f5f28ca3bcff458
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aff6d0f614d07c87366484b9152b5905ecd0163
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ecc90121973719915aa907411189b4e98a53f43bcc4bf0b0e7d861f5f6b30a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1ddaced0a535f3aa8db6213015ec53b91c000c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706b7caf6e033fae90765d7c4b19b6d78d2a3752e7afa150dcbd1ff540bf1039
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf92f0c1fe1ed1e3db9c390b34a43651dcb3ee0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142518a1b0a352fd6be93c79416ab74e89a14e68b20ac72370f755b65eca051
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22348cdbff05c3186a864e473dbf70b6308e280d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a0484be940f44fc240a9c085ed3de2ae2d500dc348073fc2184fd44bfcbbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6cee10158b579a75bf6c19a51f9b2a4a9a1695
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690b31c1d3af17d2ba52dfac1fcabd2e285e546cc29fd038e4ad3d1942fbd1e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e93f2ee7206878ceffa91467018870229e72fac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73444bca52ce206f654dde95af7dc4919d553c71d0563e4a73c2a92461ad5de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8443d947fd9ed0db81131023328eafd95fd53fec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c84e36eaca87b0bb0834c6d8c6ec273229fb68dfaba2af9a9d5cb901fd1ec6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7cfb7348d5564d028df3baca3e0b502820cc24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16048ba24343c1e381568fcb42857057dea1c42e09978c0a76e84a3419c6a01
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aebe64868be8a589f8491025e71060f503698d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac88cc9a1fe81f58f54a169b621e2416418482a9862b02491f1136c7fc7eb68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2807901b3463650fdba9c5a5cb6b8375102839c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710b9f8399d7abbad7a6cc7665072d402a99409ed041d7e8cf32ab64f77f3acd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe47c36ff1109fa3ebe7d50e190b7be253f3791
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c5a40f07d2a5741c583b3395e015413ce05123e344a46f64ed43157c6dba1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0611c588c833a9fcb609fcb310f5ee7b1960dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faff51a71e4aade40fe5c41dbdcdd39961ffa053b831dca04aca73d3e16c45e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc4ed3cad44f67eb8d7e9c3e608764f4fd109e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4429cdbe0a7d08ec23ad2fa5a5c3a983a853e1591c81a6c693160a6eac1934a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4c6348d02509d58e7183adb510b76cb110fff7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696e07bbef3562ef36744f0ec2fa2c77b271307b1d6052ebec3c5f9263a9ad63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70e4b47bd9a54a95b9fbc29d239772008db305
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47da565c1771d8be75c6399025569ae3fb26e27f4101f5051456d8ed068aa51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c16b0942edf4980d68da2371d86442f0980edf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c266b468ddaa562989e070e47b64ffe4c05b8c495e8ced1cef987e0e3d2e214
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566acbe3fdc09d60aab880d10aa41ed02de5fd2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56717e13ce32503862746897c081d1148cba33d2462437f8d5319195fcdc402f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2095bbebd450827c9cb9f9d6e8731a93acee71cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa48e95745002ef178a1f9ddad81196c9ab64363b230a79dab9a344277d2017
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52639fa8b7dc695dd4ef016ab268cea0e4baf1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926a5bcaa0b6d7644c36191f88135efbc4b832273761382da12c58d894b40292
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edf560a99217c1d7e11616cfb665760b29e5f53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6232c7a5e96d29528cfdd12e2f14cadb1b340642c12aa3060bd0a5716b21fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb31c745fa7d9daf6b96a5472c6bd8366ceb1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89765bf73b5df39242381d14111b0cdf337d2c7a6599e20142dd49117b54c8f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad96395b9659c97f7a977930ba774866428d5f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1563e70f904c8b6292b491bc5878709d0bd0cb3a080944bfc387a658eb3cad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5599285a8e0205ad5872402949c287f56a9e4f08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb573b190ceda9b17514d8c408121128b1ed02c5c01eb1e59d2167b6f4fe468b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d0575c0ee9d43ff3fe8c4ee3592fa5a7a80e8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5fa0d3288d32a7eacc7e4ae69b3294a43a43430e1fe34d288d3db4fa3f8091
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6d46866bf9d4ed349a4bf1f7fe6186f57e0b19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7695a62a1e84fd8a43a3b784c715256fc07802930e236ee993038a1f4a9bf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a61f483a61de1cada6a70581a597f0218dddcb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a5b598ca848df8718d90e377994135b372df8e85738f314e7e5668edcfc074
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486bc39469ef710303344e406217a0ceef8b0a2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934e41dab0bc75d89d9d458f504d2a5f3bd61693a9c9056e1ba37db475749fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0468fe81e1d205e9de9b326e18e384e539afa6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aba7d7a959194763d47bf4521db303dc57f54cd4acfbfdb71c8262803aad8ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ddb080177b469ac1c1c5f20e86c89bad8df9f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c590051a55183ce41707e15e9a983f0bee734a12977231f449e77fd5b66c4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65aa3743e3cf3a351d1c49e31ce6b9267590c60a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5c2a4588cca963c0daeb66bf28c3d492330fbe5f2b60c85369ea2ce17a6cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99062d9d99a176155eea2df815294effba6e1207
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c6d07460a74566c52321c46ec467cf72c244560f6ac6fd1599a4b05be91fec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a6929efb882c4f2fbcac95a20d6d3603dc24d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef448d3617a840c22a096a32be2a05684a082bca1ecfb3b3d5f8fecd333d63e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11d2b69eb1be290142d070ca2db4bb95644b99b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d840a502cc93b9b75489d7613513e22821da4792cba6be247bf65a03ef6e51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e42ec44c4c250981245ba5af01a0e6f688ea70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a91f59125522138ebf30db6e88ac90ab92d0556f453c28e041a682cc6c45eb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996c52a602562ca226ede49ad1c94b7ecd213395
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b139518b6bf9bd14a8af54a3a2e7832c6f8b42d0ad94f12a0c7af39d2670f6b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8697519228638824ce4e19115f8e6ab41de7b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3f91dfe64e53cc2bb959a84c57d59109fbc3158fede02fbc48b2a6e8483931
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adcb6865dea6bf384c034af1478c3223bd11be4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066ab2f3fe8758f2978099d70557894fb39600eba6cd031eaee944291311df43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e06360b3821da7174d2d87604dd5e8daa43f76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875f71d5fdfc6708811dc9127dba55008a5faad844c9a28ab4e9d75a1e039442
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2824943c5fc3028c44918b85f002fd057dee39cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732070a5f13b49ae69087c944fd9b2f16753a5ab9c7f772ae61674f76c25dd05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf02a5d04b8a5d381314aad194b5ea7ee93c5c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193c8d2bec52efe14c1602106a56db9f4b3ff8d411147bb110b74486512d2375
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f56769ca45686121fdf18d614015b9aad2c3ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8246f1d905bb3f9171f329dbff4a836957ab32e127fbaa4eae5f714502cf5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac97b9e4f57ef1e3e16ea6ff53e5ebc93e40b67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a37ae43cad69688508809adc9daa0c0ac5d9bc759cb2356e95e284fcb947305
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef40eb8c54fc89d766c909ab0642d204418fdc90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c64e525c7d597c8d1209b238855322bd4144a92fdda1f12fb7236b198e8007
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dc0e20f7a6a6db12428a6f598bce7581bda602
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5052c01fa51ab8aa781c22d528c52b1143566cbd8730021e20ed6e6e3255d95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9204181660366c2507190c23d4510a1c245b98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0953a5e94cd179b99b906a8472176185b7cd8746e26c5b563e4abdf1cec33b58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65739a6101a9ba2e37e66a6c1015b8d613713936
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b526533bb11181c891457f803ef968840c69b1ba25f5a4a7bae3b50b579191
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f6bdbbbc84514cdfd52a40e622592cef0550a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a02666f8561ffe4db65096c0253d232067875e03be81976cfc7659c019c941b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf80ffbdc1f8f0cb3d1c92b8387560db566db44
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640f3e5c01c86d94742c18301928831fe30c91727f411531cfc66e10cd231517
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70e817107fb3a76483f73369f0a702fbb174c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2b23841bf402bbbbc3419373b1008676c4cf064b12ab8c8da5306f069c19d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2821ed97c696241850360bb1e84dd3c16c48abf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e98d3f6c812683a871fc67deb5fbf64ef16a2f7c6f1e6ec0fda544b4269c29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c732ad8232809663199c8e6b48fbd4fcdd5a8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535ef19ed6c586727d9f7cdb88249385138ec9cfc3be8bb2b4a431114a626fe8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae42e0445eeb987d8a3c5a8b52d27756f82625f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42aaf710f66f670f37560b87927b1871fee87a06eb626f41e7807da703f06c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87de1981fb93395f1202cdeb6a7972a81567d737
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0dc07d32da584f8b7293fb4fe3716b3390a407ba576575205f57d9e3801bbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97e9e9492e98a60deaaf924de8d3cd4b3932bc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30360a2fded6f58ae06d4ab0ebc452594d6000b44cb33fad774855bd2864b744
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73981cda0f0543134ee83e7a725c3ca8c97307d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca39bee85f8e5f894741f11ab02d0c6ef57141aaf32805b2fc88c1c3903a076
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c971534a59a80964ef2ca55592285e6c6910d13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b2fc2f3c9a7e68a769e3efb3216b49171943b6f5a1aec8f6e4642c5f3be7a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e784755cb8b96396a0b9205cc1625dff80c9e2e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cb14169d425137f754ef1d09e41600d860b096fa14bff9e6dc97cb692e196d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481684e4682bcc4207130368ab85c85c7229aaea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037fb3f0a749893454128f817c29525c935024f4f5c23244ef3974ea187040af
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7cebb76ccafea4c148bc48b7d1b43b19ff5e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac551e12b7e24c693c2704a555da749c78e39748e895506c83e189e838e380cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9c063d83712aee35a6f592dc0aec5d6693e8b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2599b573f60d36c2bf62a81662f2ff97d5d4b4ad8da600258c74c486cd34d92a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e99190b4af63e798f6de513ff0c3ba90872b04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6163308f76fe8dcee9e7b725e749f01c5f50171f8d794a61df5826c7200affcd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1e0966d2e5bd1233259d4141db8ba25a5598a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985ae5dcb53e153e374a6a34b213a7596457996e5d46477faefa12546ed29280
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe17f20a53f1d16729d500db2bda7d8cdf5ba3b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a24b1590cccf6a3bfca20ec8d7d8626744b4edd22b6d2d8fea583ddf5ac8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77bcc859b1b7344f04d52429f5a7c7eb67c8ff3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa8c6507d966257536a4bc5ea8fdce7fd5785a834238d4a3d4bf23e5a902493
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f651f4f9adfd26fbb55572b714ea56ba80cef2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc4715d7ac07eb837faa4cd0a4c5821d5a635c9c45fb07b8e44bb0974b64f4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b5a89ae615b2e7a389fe2ed5e39e03da42be0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760ef15c11e57292e84b0bbbf6ec4875b1c8d86dc495d65050bf4d95b3f125ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dda829062a84c46129619ebb0b0928a369fb49a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b01e305aa72f46acfcb0b262b5f068a71f2b2c6f1f6aa8f53568828cb44586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fb692fcd2e8d62a8e8506b7720c4f62203c028
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1642a3ec0730f039d9bd148ca4249d45cbfb9864c92eefba9c66c45f310a5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c8995aa40a0ab95cbfb66ad3903a76eea499e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e437a7f25f5f25e0fdf450de3f1dd92a210a38fee1d420c7717a9ecf9377f20
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8370bcc38fd178db6234945879b22c24036e6f6d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0ca44d2edd8472c0b2935576d848fcbf70b76546136c07583e1f134b35c685
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ad25f0eeb172bd6beb16d6e96e260f508171fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4678ca9a34352f7197eb9fe08fa4b4b023106877687f199125a4588d16896a8f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223b96913fbde4d341eb39cc0d28673dd76d8304
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174bad2e3de19715e7fd2ecda4436978916197b07282427fbfae3b454c64d25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6036b09b923db125b6e624b1f29af6a91880d68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17444267ac99086624db056d25b9a289e21073b18c956f08c7d5287922d16709
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389abc5f5174cda639b992b802103adab116ead
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1371af2ee1375bb1f14838b42ad7bb9daef8c7e7bce837bcff43261abf00ed1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974bb62311af6f0eb785597e4dba236f1e66f2e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535fa493afad185f29b67d29fd949c10ad503284c02723e43cf7d060e5462fa9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8e00439232049ae8a8d5d355c67036858e4f7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b0dbdd67c2d1f17fb994247a1a9ac98fa71e6d3784aa939bf82c53298015b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcba094fdc638b2f936c34456689e2c440b7f8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa0f649195a57a19d5f87050d86879eb9b0aac07118460ac6d57ac7f0d6604
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdee9c6d68035af0781f659b19bba74411462990
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31786e335b801085798080dcb2e14fb655d225d5d4b7ff9b90a2a9ffd5545372
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec00d5007901d654a5ea886270e3c3358b55238b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea99a67af7282466fb93e0fc5606edff75365d23c7232e6dd970299576c93d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb2014373300d1e72e91fa5c5e1f6f6afeba170
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d2a7ab54e59281b4e1ae5c2a3411edaeae8a3de38a8c59cda34bb16ca635f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40161b12065fefe7fe61bd0c080dfef7b95650da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6f1cba3d82b29e932695080ee5162d46d2ed044494e6bab0a0d71f9e54383
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b47fcff53ca943c222684848fe312bd53f662
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece6da066a88a7bdbf43b9308f9397f8a352d32aceacf05ff6acaecd75bdf61a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e66a1349786c19b36be335893af374ce611f26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d53da660104410cec5a4e45dbda61f636bf4deb3eefa2c9701e42e87c4642a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbc2aa80e3feb305ed1549dc1bfd35fb46ef659
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9d8d51fe9adb6fe704b97deee03ccadc90c9ac63a0124e18e7256cfba617a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cee2e2a668de876ae2ce540fba79dd360b39fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4606fa37c3a13464c61e46db150e6b6008b727612d0b9d4cf5ed87abcb11d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6a52cbc9c8f5f5baed5da2a332c89ca15dc65d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b070779b2fb1181a6c768ed6da0d3ffb3d8051b2f57a2bdf295f0c23a6ef27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6c2759bcaf1bb3b66a1d1149d6fa5a40a6cb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c80b8cfb628b56ac033c796c1f903dacd297d5ba4682b7a63ec41da23418aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d89e9a8b8bdd8df572753e1934a0b53871a13f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39afc7f99a5e2cf4f52c24f9ff10eda588eacae4f4c73ea6dcb5cc90c173b06
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a2ee195ae9ef539069dd9f60e54122046e219
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b8969b936ca67bca6a0872afaf282934f1fc64bc5db9dff739950f5c875752
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4452753a6a8c63059ad014958be9f2339d02589f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991d180ed1cb98beb78d453db06a7c364f72e6afa52dca46402d8bff487c47d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaebf70737779b23988d0abf52f5e00c662c2b60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a519f7ef294116291a3bc6d231f353f6f6a643f332824b487dbe41b0eb6e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0baf67658d02fea14f108a0ff7f0b8a11c53799
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0cb9eb92a870b49830d2b974dfc3449198b2c275d8d152ea63e79ae82db3a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfeaee0d818fdd6ec554748511d782572a87f08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb02b313032d457fe5f01809a10c28a7c7c9960182c4ba45b07db13c20cd67c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11312df34a2772773b464a49d858bc77a76e46ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafffe7210ab0906d967ebe1a49acea169297bc0e0c3d9b71b8d5be710c3011b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b62d15673316b0ee928091e807ea55e5d24955f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27732f30bb038e8e30557de78b70d8d571c3d7b1dd5aebeb9531821c322f19fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14705b88b2fcf298a1729a3e36b441647f264ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5e927fd48e69802a5e9e1d4ef12612f41e209235ff77c567157b8412fa9603
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2293e7817b9a0be3c3b8a199cd2956532faafa9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9c574748c4e5ea676e64deb85666a65c07592f3a05b4136440ac54c854b4e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b665d4ce4fb0ecf4b31f2d88999d8581b003ab9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb943972b3f86562e63e1818685380842ad68791f72ac3cc9a3585fc831744
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35658dd9534be831b77886c078e240046d1cbab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a52a1f06ed3d1fdc61efcb5c58b884e758cd15df944f194866dcd16fbe7b12
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb80e2890c605ddf9c915e632fcdbaa686a30d95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b858094b1ad9627799e9e965439b5e4c492a3c90e1f2f33e21080a4b8798276
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac19d1245d4ca80842d5aac84dec6fa8a4ec470
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d7c2a242215bcf9eda441ebe387ef24b477b11d33b4f4294768e9a92d66773
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c97fc6266ddf437ffd596c8c5935a9eea94c68a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a87d8f4f73bebd097dcb83c5b50c6eb82b531f5b03fa450b415e9c261a20ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b52a14c25d95062b2095c6c5b689448faef9c39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0770a8c474d772caee818e4c085b0e19dbd9717559fa7d4e3440eebf8625a621
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1d33da974f3f473077cf38eb12edf0134bc3ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7340345c57dcd5dfcc8cf5d8847f0545a89a1ea625751f9003b28010e6b8dd8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49c8ae1191411bfb59aca136be0f65a44075cfe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523d10ec05b18ddbd5b9f8c469e7ddbfbd8691e9535bb4346a12dee2a924e545
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8faaa2f4b33b76620a62eb5e8d470ef4abf5930
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc2fce108528766f67ae55fc162fa0779dd9adb1a3479bc0bdc075c411eae4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f96ad2e65f3949bc3f61e77701524d593e5f20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d36757fed0711f32d9081e1953873f2173a2052767ccd42e802558adabb61a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0ba84b1c58f0d9b183dcac6047f26085b3e550
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34199f342e268cd329176cc4048ee16b9c8026e2f3be2a8c2fa8516e874b9ded
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016166f4712661682954e90468836c4311c9c091
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec1bc70ca1d151d59963045a019c618d53714b7bba28dc5eb2db3695f4f488
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965151ced4815e7d4516a81f18233e3c1120c7ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6fbfb5cf1111a1e483c735ab9b91a340015686c5dc2dcbd226db1485f56892
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138ac0d449ea0dc3b3a773f013e7c8f53a49e6c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44fd8336cd00f415453fe9fa191c93b8aedb5672fc27794cbac46bc656e8a82
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784d333a373fb603f549ff71675633fa50f3bdf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03239d3f86bf98a431db2be2baa7602c964b9da9c3864313fa4f5683071bac57
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e0f5565b4d85259a8cfbfe7b8b9f770b94153
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869264eb998ca8c855e3c5363c7d90bf0df2a979c1579e7271cf7617420765e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229d14d8579291629a6429d7ad4be2eae0db5029
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba41af04a7941750ac68d14ecfa6d75d077ea629ab6ae00a68eaf55e16b8bad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff80a81b48680eb9da3c39c84ddf715ffda6002
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b245ef50474cc95d8a260dc2f9b84521c7d0607820d7db3c7954a8198d05e64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13dc5c2fc248305cf73120ab663b7558aec4230
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de92addb292d7ab4d1f5022dc8af0daef9bac15b3e3feb7bc0b4dbc01e0ebb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d70ca46699290f708dfa4bc95581ec023ca5a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bdeb75c5e7f07f0fc18d3090b365fa6ea4c8a0f94ce8aed7a174f00598fa0f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e7bc2ec71250611a779c84b942247d2bcc164
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391bccfc6d88b33763f351fe9ee005f0371affb1873fe0ec24d88e594d5c454
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d542a0391b6c61ce0969a969ed0b93c896b0fb59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268bfa5c831536aa8ccfc3f33c5c496d769d2a3db866ab65c2c57c89daa5fe0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5987b83edf593f0821e442f165a2a39531f6cecd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3471a319426399b65becb27d03d4eb2a00a2091aa27bb67ad1192d531d653e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c0227a9b456c41eb4d3dfd4afcfd3e5d602bf5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00c9599057aca165abc954842d1c1ad00203080e0eee1b6caf9014370b1b95d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a7dc7b0a44ae76c76a9c7a2a4997cd7d97e4f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63de44efaf065deb499fd83715466713d1d399d153e67d08184cbebced39206
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a9b4da5e8a4b1e43595d3d0acdebf0c62b2516
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93abade1e14e6c9bcdf805d394990fc3610b638db9a836279a5cb69326950604
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b9d2c6b1ef864c8f5bf999e90066035033dac2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5660cf070c6182593cf22b85cdd06fa12e923643935c8e4c91ed69759052991
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84f7be50ada6ccd384e13bd1c33eb0174b2a206
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014671a08d6afc72223bcb4d3a2efc62d02627945d5d604107e2a7fc1ef3f617
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853afc2112e20f0335df8ffb09de02cadb467930
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b9aa96794d9744a017920d4df8254a3fbe0f99404c951dbc795aa3253049ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ee52d14bec68659b52f7825df19cecf3a1bc8b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f483030a56583cefa983cced5252bbc336e353cc2c0ada9fc21a365638f8cc3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ecdc6536ad1ef97de13e15c11ab01546c6f253
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad637a8c9103a41021c2af0929aacef950ef7c4bba439cc857856e59a2ae099
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b788ed090cbbe9e0706caf5e732afc64942cdbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd77b0110ed48810e74544dcb37be3dec86ae645327b383656bec841de249250
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998a3636893527a4af29f219a990edef16f2fc16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bebf020a553eaebd43338357e6d22fb0f1da37cbf26d4d048fea0405fa2dd02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcca2f18266fee0553b4b6a4262e8eb96b9ecf7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ebd8fbb543cd61975a16bf3637c507b121de74dfb76cb2c37a5e8e4e18918
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8b50c65301be1bfc1a6324d8fb485bfd58cecc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7889683b967a4ea5d1f4dedd27cabca4ef4904034666812631ffdaf46a48e355
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc72ea051ba7ba823cf525d724747851822c772
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15aed2f3a41a857ff4eaa176ccbd6b821fe5445b1716b7fbbf536dc1a76d59
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efa33f34c070aa373f46ead98310b7d619a6fcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349f7a084586f3d84e77c952f3921374c0d0cab169f238e30573de5575926264
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3685670ce0d299e143f71011a6d318242e4d0470
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee0161d5c731a1f6c3aca9b34220aaea4e431182b23f5d18cb052fffad2e2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc5ed9bd74443af2e3012d76519e1c66acb1102
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd069f137b924940f69e37f5dde657456899c4df166d59572ce4d7c35b32a33b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c5731faf6075f96e9e0e6d2428b38b4dc384ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ae0785b4005a9459e0c04513bc4a12aa2efebba56cf60b1f8e9190f0597c0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9078e168ddbdebc24b0417e305ba5ca5b61547f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939496afc80221dce9d30c92fb27cba529502b603337af7e2a682c5d2a3cb526
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fddc1fe1e0665beed9b2cb032d4e635743d8596
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770991d66310bd49442428fc46d25d500c47d8a3e9862737a95b4a85c22141e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f369849c847969a956857ec3a8bfd376906acf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0dc02ab5488a6344081abfaf8003be82399696ad0be01013aa349461406ad3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8cc0e383026565642ad285404c3d88a790e789
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd17d68d569c19cb3b0eb7841444b4777ceb8e9820a4b5e7ff5b367ef085382
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b70c9cd83d820fe5bf218283e9a5f285fb7676d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e65a9f11074b5e7a359a6a607ab4396e14973f141da8678396e4413b27518c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdadea9c8ef6635590dec7a95a4cad0b88d21732
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765bb5eeca3c82a43b9197f86370a21701c1c69f8380991b4675e471bf68644
+size 205955
diff --git a/params/phi/8/rnd_search/comb_9/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645a9e3df037c4efd8987e2c9e36b091f4d93ca1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed057b50445b08afc616f129d5af7b35d7a7b189abe12d68f72db0dd11cf51f
+size 205955
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc38a98da97248a400c743427e59c7d40e67ad0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312e13a28a611b8549682b8d93566ea1bbd5af91c811026d614eb603fe0a69cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b18460ac597389a436d545eb9fc9c2402c4f25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241f903f2f6bd9705723e5a473a31343e9682b0340d0a991dc3195d28a6a6c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3413e23f3d1f318ef5b24c69a3f57071bc52afc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a770722b8bee5a9eb3e152863770e94f45f7029903145e25a4289168735ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e88561c9cf300c865419c185df85cf486bd15f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b701093d56b4ca4498fe5f5911710f1d530e069b48564c95689e7e99582884a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f1f09c8e50377d182818d1f0f5f41686b17130
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b904c7e3d07e583ec231a4dc1cff51dd5037acb1ae84906d58af9e700b4ebe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b993a331c329d9d6c8414ef01cefdc50a4817ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5e1b870ff1d3cd86e3977cce96ecf2f37555f45cd50d36d1bab8f31e579a9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5224cc2bd2a4e80c0edeedb93adbd46ed55c1698
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03779bea975307f8c7b830b7455eb603e8bd823353674cdf5992b0447c89a6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74628579b80668c4715c3529e396a307eec53ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9883ec34aae48d189dd77d016f76f3398a0f430287e845b9204859a8d0c42854
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16fee21ed413eb2dd23afa96b1d51d2882b1375
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814a704ab9a8dd626428e5ee4a8a7556b1ebd3566139cf490417658f183631c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e545eeb9de5421af95286c024925b772d71e20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caecf142a95a78f72a3a7bfffc9d3132eed54b4be98a29896e0d33b50b2d4371
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1776e6ccf6a5828e4c734efe8ad42c93ac6ef523
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278b43c8c44f07735f6272d7aaae2ee411d5daff415ebececc119c00cdad1114
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473df2e6fb6c86fa34e34585925883e7f2cd43bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9eb697d309c2148003a8f5abbb56c09c28f66e129c254946f986869fdd30bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce59a2d31c30fb7549cca04fa83a3de564486ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3634e404ff9b69b103935d6298d6bf53a21bc05eb0ba8aec023db046dac673c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbe57348e7d3a997b72aff78cb286764ae2d74b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7aabcaa23e207a53b9102d8fab4cbfffa83efe8ed38c44a18b1adb6b6c7f20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc08eb7a1e3cbf886059f49f63b6da630d51c9d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dae761231798dda0b323a08d4ae8c0c46a964ad247d21c76d2f2be2a9ab8c5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5b74caf59b59a6d1871b77ec243eb1d7357e88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac335b4729771024dba435c1bc8af6719bb5dc68f7051c50d25f3b5f11c785a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cdf7cf53cdd566288226cab5c7be3eb63c3a39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e785a916f14135780ee230a8f1e17b2305e04d44275f29f7c6e8f252a311690
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c141a0bffc22a5faad1b0f028d17117efcabdc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cf050e575a4de3b3ddc5f8b4ee4c4c6cec3796b66c070f123d0ce364e3f93e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74483d4373db9fdf4b178d772e45d3f5109b6025
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3dd7817ffc20877e29425a28d6d355be4882cb8b8bb6fa0cd1b4c736a7ce20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d536e17dec04a0b3d25c034ca79c6f632156bc1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6b4e817ac53c6015e56755262df3d6cbfdd077164bb791d320f6d0d012cbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2429f1570c0d3995dcbe74ee255bf87cd61c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31299e8067404b7a16f27b8febdb790bc8c35b39d4fba65b743cb675e6efa5c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa660700f70d1ae4bfc5b2c0d8ddcba42f8dcea2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44619b965c1a4025330a22f0f007eb8d745ec21d5ec0b3cd4b16ac979dc2fcbd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bfc343cb68c5bd31e971b06fe8674cdeb7e4cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957a9c3c4a3efad3aea0b482b8f23cb22e1fca8006153c8a4d2c87f1f4ca1448
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515ac1db1c84ae053f3a011707bf52229dc852ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c24bbfacefb04a2f657afe90d0e5a706135c79b5ce4f0d7c06f29e2053dcfd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd80c8f4513e65572b73b0c98667679f6234905
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c095feda943d378cc8330a2b2104b106587de0130d80dffc17c027f23ea7c8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e468828fc9961e40a7c0017d198975237d659f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50736061c29afc29852a3ada5124afd59068f020be035423470628f086080b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d05580e608344b55e97927f2411dcd274e4f4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ff9310ea88756474f4aa980bd24a3ea085a041adf0c42fbc1ab2e3e9957ffe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb3e9c19341b86d7ef38f76bce235c9119887b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5365e618ea651db31e71464a6d6ffd101e029d83cde90ab97bdd94fa2da9f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a477312aac125e00563fb95faed9cc4d9ebfb3e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5695cb41872bafcc10b61cf4786cdfe9f21905a3478b039094b7dbce171a5d76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cff2559099423f3d1c918817dac47a27384a55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4866759aef020dc13d98254aa46c6e96444f6b9251f701bcfd6c6a0686c1a78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b121602f5bdbe59ff830c5ca99ab01e968c86d55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a2499c5423ed12a95a1288f0cdf6bd0edea5f91bc40000215c7f70f6e06b22
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42848d8b25af36ccebe1d7b87f39c75f9610517f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72505f59340d84fa33a24c43505281716df6b3aa661429c2d51743d2b38a90e0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0851983895e7cdaf9d9e48567d399d12b2c0162d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704187a374e714ce797c348a7dc832f6d464242adb8adea39d59b8282153f8d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411aaf2bca8dc12179e67341b4776d93975fae61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563165e43161287b655a653077032e4ba13711a42cdf97d5015b9b0621ad434e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a556f9cc4186f5d2ede478d28036a38c23bf019d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf37bf6a88c58e3e3a149d938d8a8f38ade32f41a1e98d01f435801aad4edc06
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aedb929c0b499d00dd9e716423d1febf670d6be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea842d47efb07bc3988ebc19d07ae9a4ccb3aa867ee9ef9dea7f0a406d5e49c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cc6b0b9fe1b80e4780604d5332e604fddc6f50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa1cb122900a2f5297f6a3d6778d085169a19809ff085e947d97dcb0007c492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07538de7de16439ab8b2e7daf94d2866ea17e602
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2a06f6dda5df8214aea0b037e1218d0f965f3fc150348c4d5411647d86bbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc24234d26ae53f03308888716eec68c0dbac866
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba09f27402e381dc2506d5c174a58dc2d6e50f46a791d24e84edfd85c57b0c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10ca6618495ff601bc35831be0063e14a27d03a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e8809561419df3d883ca8c51a6c154e719aa61a6d7fa7ff76f79a0758f533
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c1ba4fef826d2a82a52a7319185fb159136db4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1804082139f1308fd1914cef2a48e3f08705e0e4663d7abe47bc3f688feaaddf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06224d776c371b20b7258f4c821cd6e65d15831
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1030dff97325b3293a4e65048eaaa552bde0d8ff29f8aba93e7b0f5bce32f8c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5861a7fd8435d92a3ead814bee7904a94316f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4214afd580e1992e5108eb853e90bc33004e4c0c28cd3f3050ed7528e4b0cc91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c53268946b869d2ec6d993c652ef14c6536ce4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c174844bdf43f2abd965119628637bc0980d5f2fc703371c4f7522e2b8d316
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b9946de5479297a247b72e3a68fd3eff42979c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30daf24bb0e991b7bfd5dd43861a6231699404d26cbce030c7e8a4afb23faebf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f8486f0bd216a2412637896e4da611dc59c8a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14873e87f28e369b15f60a3188d96b7a2fdb2833f9b443a684f13b923ddd1f5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae1f78173bc890daa012deff7021efa73297db2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f118446a539551a5ca02dc9282890ea6af4c6f6be72c42abfd971d3886133c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7f9a4ae9960a82a95484e26eacc0bb9ec76b99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8972e38ce60690ab1d9a09d0631952b0ed82bca833c4f844e318609ab877ef7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb93cde32a32b0ed204abf5966987a37e4e9e4c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988ffe5f02816c6bc53153d674b6475dd0ef738bbaa0a6f4803ff1a6ea02d35d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafe60f77352e870214473555269be2b642b6947
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140f020771e415a1300641f9b490cb8ada10f8d54556ea0137ac47a4ca09fcb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53b7e86c7a9c3c6fd210ff4444641c90f00f75d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1817ed3406d4265ea2e00a7312d28a3a585f252aab145613a0a1eb1ddd151742
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d96a8590b3b734862d9090493e06ac28100862
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6413c9a4d36b05aef2a68c15f8779626c03767a3d161b8ecfe705401697ed7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fce8eb697f08eb376bc933fc26d642b5810b910
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdefb53fd2bad64eda9331a4d4b09e87b276bb1fcacf5098a90aef933f4845cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b23e9cb7cbeacd8300b1f83637cb569983ab5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864b4f80aeae3085640b6b1756c7d0487aaa5b151d65c0953b0564d5d1786657
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2d6d4d4791ee5964451659cedbcddbe0a358b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c088879db97c192dbb04c346589608d23a213c9ecfc631016a1bd00c1f29f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cbbb2a709a21d645194cddfdae0d8dde4d9131
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98fef748fe232eff310371857de8d890f50640b06cffc5dd6c0fe9769aa719
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56550cdda40e5b54950f38c5bb82eafc86b8f0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631564da3d178c0c0909e2349dfe75e98b784b1a17a1cf87b8034549fae1cf50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd34299ac06bc199b8bc5fad6a4f7bf93fdb463b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4f9736a9feed6fb91023159068ac4adbf72566799ac8b4723356c48c3d253
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a79f77125cde852f81cc54823d007b4f8def13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8263d75c1efb71689f6944cf36b2c5cc95f862be518e2f6c8ffe049df86550
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16fedb1f4a873bdec03b8576968d8bfbfda635c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b0f23ef9141385464195d5261c0cdd48ae407f13cae0432feb6255adde42a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54446db12f01bb60ad318a4ddb0e097562ba99b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f25cfcb5f720101cd5f4ae284d3f6f799600b80a8d1f22424885bb9517a52
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1ff47e7fff774a0c656b0f3264c42d2db900af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e0fcd629a8cb5162def8d46f099c14988d4ff0905397c5d646ccf7dd1d21be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eb221aa7aed1387b730cfdccc25c42ad3b8c74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba8df071e270fc41f198c4aa22a4425ffc491f6a88cef4354981878a805939d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7064cf57b91fdfd8ec0f26e415501bc76b035557
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee02f2bba2777d03830035b7a1c8f5455b5a02a33194d4329ee044fc6334a46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c667465a25b8e607f3e970154ae696ac13e41637
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab0bcf82b257dc4508c149ed36d89f41b3214b782008dced8ad76831d31eb9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e18ee3b42912f19de4c5f82aeaf034a62bf4ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37504a9c3075018660825836f4319cd512b81d8fd23b3ab4d182c7a1a8bc91e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a8ceb4555e52c34cc80bf1249565ad4564fe43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5228cb35b2281ffe6106c39f4386b1c416f59ff4d7404e24598707b282fc899
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637ac6a1bc94d0f6a3c448deb8c24cde8d82c8be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7781231257d55bb6f2a30747df8db0ff5b66a78dd0493e36e3d96be9c91165
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6874d208a3f8acd39d1908469eff6c01a879ce3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca6a72e869851a780aec4a0f73e5d5d4262bd403936db0bee1809ef097ef51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b04f2b9ef51373bf4424be6157d2518a84860a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426c99a1e6bfc8997e5ac509025963d283fded205004ede51ddc3be4972b0431
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891f4194891dcc6016c07b46b8979a4418373dd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61516bd3c4f444e9f09ed86fb6531fdda7d9a656d6b90db770a1affad323f7a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f40b8c137086384f79a49c2f07d64543ed270ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d9c221f02ac6456bf27edc819bca23b0b76d9c5aea50d90d689829622ebbf3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7656f9bb27ec4715bc31630f3bce20ced67e7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6135ff34e4ce90f8c7f0ecc2d3b7fd8aab19803f731a6ed1102efaab7fd16dd9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406b6b2ad2bbf3c3ac91284e51af751cd3ff42c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93796e61f1f1cac9071c4254322dc30d01c652c5eea8b962076ed52b76aa4b78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ec0d64646a89a2f19239a3e3f71aadb49a0e20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b57b1f045d529313f69b05efd96edb1dfd1eac71880009582a2d4bb15b18fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519dfa222e5c97adbf452d41df8f4559c1decc8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd69d234b24c6540abad00f0eb004fec6ad0366a420640d5a8046e8f45831a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee45eb36afc51f5f38beedb3ff399dd032ac90bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb85d7a2a724340e4fe15febdec563adb4e2149830ce6e09b44219d59082718c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2727459fc4a1090a09f43bbba60282811a45853a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d4af57051ba3aa093e6ebe3fcfb14a4a6ff41a7871ed5068ea2a888165086
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7184d1ab86e60988782cc5fa705ee35ce519490c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6867ac2a68d7d2ee91893336981f4483c2b6e98c6655994af9c24db1140c503
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f87c9dbe67b759903dfb2fc00997fa53cdc15e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7837f035220dca7006e3aaad0661ff1ac9cde4c28cfa67578ef171855cc210
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c758e9032ca28ffc4101242ff91b299df8424dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b6a3daccb49bb3dd58da7ee5e063e0e3c3bab84609ea2e65ef6252888a2c50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c612a4fc08d0772b264ef10fc5a27bf9f1ea29e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6025ed1519e7dd609fe05021e5b401f68d57871e6a5fa850e8bd97522fe9022
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be886508477383647e5f69b197981ffb536bce7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51ba3f4ff6c2aa411e32b672f3dc4d5cb0f0b40115816c7242e681b141b72ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bfd731ae962966d2af7dc64bb19c4b628ca55b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296dc8c0cc7cb2ab758c4697b26a79d1a7e191559293823dadfd34662d8c3462
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e708e5941e7b2a55ad9afc0189bc9699c8a940d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a14e9445efe4c87f2df74105a8187d6f8e927164fbdbc3e47569dc662d48194
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310eeedf0d004bd4bebd48f6d723a5f4bf800839
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b179eb9afc63c31fac880d3e33c7b1052beab6c05f32c087a98257b0e09a456
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb7caa0e24cabac6d5eed16a66a7bdee18d8815
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79244f5c1f48b7677beac5bb58a74efbc1199aaf8066dc2b068b8c6c1a1b6fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a047d446281503960cd84be386f11a7884e2eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5adf889051ddf94128d7d064d0f2ceb5f4d650d56f15924905bb8265c369b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0361df5de6c2395415b3dc59c193ad5dbdf8e114
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd16b414c191fe28c3d93bdccb547275caf35e80571764174cdba5cfc603afe4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb45e33b392235c4be39f9c0650d7567f6b2f345
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d72e1d0e212fce40d23d5e505b62647ebe524ed84a6219d115f00db85a0f53b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f70319d4fe9589777e4cc654da89d3564690f6a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db95f0402623bebdf0e070e6e1d2b2dc37f3ec1f8b9e43e8608e940f3da01228
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36cb57767adaa116181dae3ce67e06078d3599
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203a8dc937cbd1ba9d579dbad1fc0e5ee902716e859c8c3fe25aac67760b83f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3ea12a1f307cfc3c80ce561107e494605d5d61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19974e477f53390b069e16a80d66d1c993da43a18411596a502908f0b8aa84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c408a9de5a2913c55bbb4f934f4bb412fa2e4435
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fdab486593746d08be1d4b1d5231fb94fc3fce150e13686a4c2f0b1a25f0e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c465346ea2ee00ab2c31d33a0f589d4da98f5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39494e089b6b2b839b7cc595123b6fa961dd7a9b7ba55a76e279f0f887dcddd1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9d3fc53b57fc56a956540f8c583871ee0a76bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb96c1b22ec8d4dace97a0de5e989de36a9ceb20385c2f5300a71ac8ce48303
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2129f497853ccb510d4c83ce5b6fe43f509d7739
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb4a06b4bb7102224a8897a0da07145d7c2f6202a38fa782321242d47700fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3dab1e4ed0ad4e838d4f65c452126bdb87071a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b895c5e54f6e2d2276442f94e6c74833ed5ec4bc96c51e6946bb33b057570a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1a099a324d90725a2ec10d3c86fb5cc6dcfec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d4ea6c72bee6c62f192a7f0d06fcdc5ecca9c8640cf8cb59ff34b7ebc9e71a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea35b43028b61aa525f795db24e9fde6dca441a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619bcde04463b9da9ad3edbaae1deb8124238b84161c7ccfc28e6afb54caeef5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27f4294c941acbe11da59eca0b5439a40b0bc08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564cdb83c25990992f9bb9cf1a29437f86615bb36dd05fb27a555f4adc3a9d8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c88863a772510852fccd0527ca8319931e5e53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a736ba86406d795e92eeb5a19a0f07ffac70547af8ff89a48ea9e2ca9b88d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aa6a57bafc4a9cf46ad0d49fdf08861d74d7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a952c73406b19fdb370004df72a7d4c7956aca7a2f8743190daf18cc92dc3c2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff4a2381711b78e1ea2335e57d7ef5e2f4f26d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee22029926f6ea88fa3840bb84cdd54d02f7b5bda4f32c2b2408bae3b1e14ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981b4b3eb323fa5d16e6939fe7ff2f535410dfcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0789e27941a27ae693a43552653b05ddf5fad6b4f3d51fc08a54d6f2eeb9370
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3768289637252242bbcbba5f51b196ea6631ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554b6a0465df21cfd2b2b6234da9d38e87834b287adb0addc8db5571edeba25
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93d5c93fe94f99fdb1e115dc0c2647288e3ccd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4603897f49e1302b70dd0ae1fb4ef19bc97fb0b5cc9af74b31781ecfa8755b09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e09e651550b0176be06cc32b6e32985febed08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4862417d7f5e2c091b2cb2947af21f8a2206fef388eb5993fa4bc74f0de2ee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b95eb3ba310855599e93c63097ff1f49be25b1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf1fb6e72e9fb2614d05a34496bff2dcbc302489fc5f57b3057271c67c3faf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29d90bbb14703a3785828416e4e605046bc07bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bafeccdf4fd3fb518e99b4117fc216e566fe86920f89e7b9f0c30be69f1d1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778992afed90f42a030b4226df35ebd3d1938d7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365255114509ae1d32653d931a5cfa015ee4a258c6a62a0bff0e67f1ee923a41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33775bdc92a57c85b8c6a137799f01df9920c70a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef1f7459a1725b77165511fd3906b10910ede9b21fc6e45eb43c3aa6751888a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ddcac74703dc8fc68072cefbb7c97d47af27c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d45c58dbacf29d50b0a443baff3de0fda813536073f5195aa11346967a0681c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bbc0293422fdc9b515aca65e72fc5442ef7052
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0dc40bdcb15860a2933cd50ea044c433b8611b597562b4c7dcbb279b962a73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed288be26371991e974f3498e8e6f605b0b69e43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1757d58e7024c22ccf5147d09b5cabde34b7672901939f96d3b410837d9a140
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929ebcf1f0cc028715f7e87020fc3cc5fb5fdcfb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c250c6ccc8f1facb0e5bcddd807b5bcd2ac163e70928bce37bb1630499dc1eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8486adeb4aae492104d53f5ea7435d7c1db05d39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80a390643bbeacaf513f4a1cf900795d7b73185fb4fc6c154c090e42d7c7507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454f893400c83aaf158caf6278e74c1e91dcd2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445ccd6db2ec2f3dc2e661db7a4d72ceb61ae29be3d80973b548cd1cf4218a13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e326a4fb45e21b69def3f5136e6b7af1696a507
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094a00cf9d95f552d3cc5cbbb0a8a389b03923f43ac56217b1eb9f56be12c508
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd8ac29273124f76e77d3d670cffadd81c1a27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286eb172ebb370d5590ff72f79c1172d0c7bb7fdc7c1e8f9935a80b31a0f5bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7f6a58704c0aa2e43f8ded9f11d6e64a29bd7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6903d38fe17d45eed0f02816f7a847a81bb2dde995c548d27e8158dfb696e1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32138013af923c952a9d202f96d89f4b54f2128d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c8e4e24a9067380dbf0f32e80a0d718c5edf5186f772754fc58a044f6e118a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b62d0d50807f6f0c76c47c34ec57ed30b4c833
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b083b334378ea12cd04563eaecf88648f2603a1754c291717aaf1516d1ffb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d9291f4182df6c8ac57216cfa5c4ecf6171408
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145831b5cfcc8ff8cb384b5428090f634940da9d58026207ecb927c8f2a8cb45
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f429efb08b0ecfb5e53a494e0f2782f59b0f3834
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd5500f35c44e3cd4b1eaf1e5655079c3028e6a25bf4c5120985ce8cf2fcc7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0840b3f7101489baa0668e48e149a6dea738072a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a4d8f3a7cd16472484ac94951abd4ba93a92112c3fdfac98bfa34ae44bd9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db346d36089b59f89b29e9d49a70b3920229d17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4609c9377212cecc3dea7f474f551ddeb6446ea36e32c9d27777c97e8c5b57
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e59e9c92ad2ee91bfdbeab2f7366dd9b9d6ff1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a22d2f1cf21fad890838f53d9e8a00b09e814998daec4832b463266402cd59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb00ea727d7bfc8d768e00573462e145b8cb40e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acf19a1037b84b998e2de652fb32a332fd454f64038d22071a84eab8faedf6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9199530ee064f6104b2cee4a582a6c60c69b7cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627a12e8cbd11245acb8c3225b0320b577592c16c19736801b861faf4e067e9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e2f13032dcd4379eed48bfbaa3a105ce45af73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2173609eb936d381eab246519918983ce2ef70ee7ab7f9791c8ede31e6b816c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b587c3f614d2473db45816624b04709be94f255
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b61f5223dc75d29295a6007ef096e68359d83badfb602d8a6c06d3c13c6235
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71891b7826b197e8692c20f7ecf15c555d78704c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3c9b4af5fad9ee4f40abc8ff65617b116fe8f87bbb791751dc3bbff275ca8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085db352a4ecf16838acef0c43384e5b72b4155a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63839c879abb2df37bd02513c557997d43f35560768ae0c909fc5b746c450fe
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea68a2c9ea6554fa2ea39f71778b64b5a448cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc53105e4a31920b2edb6e8710898c34b8afe97f39ee24228b4f7e4d2b061c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8d8792668b9d9e5b653a36bca11304484ef0f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce777fd037563c7ce9eccffb043a6a11ba257e66eeb32d29f36ba99c07509799
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52b4ef1fa1a93e40d1a1d14de03d118e504c5bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98919482a87caa885c678618c2cffa056950407c3f0b66f80c2539513104c7f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ee8fd20802a6ac978820f156334856f842dfda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b995337e90ab2191ef3619b6efc93e586d8b79450f170aa9f28a847d3123d765
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e725c3e55d7a6cd8f4df4e94f136d1f1effbe0f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bd1a6c86aacf8a46666fddd281fd49300e6b66dd683543243b9dbce46ae95e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b58187406c1b319deca3010fff6b8281fa8c8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317626beefdc99155063cb1ca7b0ed9f5dff92ce4280b5b35c0223ab55a4ddeb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f316cc0eb9a9a885e70d2aacf02f3e9f47b711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d924ac93d1e4561f30fc32391d283f5f44b23f72aeff844371742d266b57013
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fca64e5cb142784ba45466bd7d7c86619a2517e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed95133e5a8708f112571d289638ec6d7412ae8da6dfccd1cb79e8538165e9f6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74215ad6afd4b7978f3a854a01c7a02f55a53460
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f182f387aaa7f0c89408fc886ce8ab8ec3b5c9a26bc6b3b586fdcf6c0e71cdbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a35444b0273853cc5432e579a1a5a2278046a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae454c6345f9957d93561e2e3b7cdc0a208b8c37f464bd50b4dcdc4a100fc2a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaca17072aa92d68625173b4051f53535c8abfa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291d2a5fde9ad164f224e3cc1fe4b9df214264aa521dc2ae9f454fecb759f515
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91acd5edb47c99963e792083ce3d53a393ec5ffc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4f802f6e9f2b9f467a4781b3068f108a622c9c2966160d022c8768f9c58260
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b145a7b088825edfc2c169c95b44db44ec7790
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905741228fe37e7e9e1f1026d799c640d11735a852555de120310f4ffad8cfdf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86f4349fe846c8ba94a74776d133791d6a4c13b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfba0ef17f650df922d4f3f958918669168a3211495b6efb9854098373d1bce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec324b1af8553ba2ee787ac3fc9f878ef87aece
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a57f4e2b35cb083f058ea4061f38b4bb92b134ac528acb13bc5a67c4d7163a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbae9f8fd1fa2ee2c09b202e1fe25a775708a2d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23a78fedc978d9241780621b066fccd5e27ec3fe72204379d3018b58ba146c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f6cf7b0b965e2aea80ff1b8227d1764a9f4a83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0daa1671460f4e8914a0e963c8fe9d00a0123f8f58640373666fec2cc6d542e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82038d71e3c9bcb284f912172046f34df5af3025
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028e28692562d45a8fec9a32d72974ae8474c9c810a29de2fa3d2de4d5d7e869
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e556d5f98ed33252553c9f51d692142cb3c6fedd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01017d342b8931afa5a55be2496d746e14914b0eff20804a3d5a7dfcbbe8d8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ba52433ebf4a12355c7dfa37982adfa7c7184a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa08a6f738861ef50a5767dc24c9c94709a231f04be2143c777a5cf0227e7a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e6046e61a7c9e307b59b1410bbca08e4ba1f6a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8935e83f105ac2d6a205b4f61ee5223d30abc8cfff027525c9c9e81aaeb0164
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d03780791116edce3f6d5761b6dc811fa45ff8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce656f74f5ec7527623a4d3aee242518e8e8eb42a36b1e6bd2ed94a52c844c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79dffa168016cfed927f3d946e4d8a312f4eb02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52a4a756414bea7553902a62e04faef385d8eb13023165f3d6cf1dee4dae9e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cce67726a9e245b74dc493ebbdd323fdde13e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb99e83d05cd0f75cde8b2e10b0a24cbade638a5cb9c102561c7402e86a54d64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8430dbb97255c70f0b7c5dc38ed8b75380defc57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bb538f1954b04897f752cde366419a92ce510f5740b268d6dbeaadef40fb83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75db05c4f8460638d7b348348bfffba8ab33c66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d916ff505dcfb306283d6fe35c23a19586c175bd20051fb62dd16abcb6b84
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2871caff6b96931d49c86824deb161ff9dc765bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9877f47df8d48a3488ff30174b1cdf108dade70d8096ba42c54b9844411fe1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6def2945c76f49b6ce82bdd97096fe74968836e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a65e456b8ed360075e39bc1485b9345908e07a1d6df491aa6585618e96fa68
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c894063608394b1b1a828368928fdce6a1dce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17fe603fb20c2340895c5a6b627014b85422aef7a6c044dd15f166d616f4586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b96a45376940b7ecfafc4ea589585a40f46b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c778ecf0260fbd5fdc2f92739188e8199b0186c8d9428196ae1c056b7421e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b85029b51eadd79dde409b0b98ed080137ea66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f03497a67dfd64305e5917d9647d6d06c813781c7ddaf3357dbb1badceebbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3ef2ee876c9d20f54bda41def9f67dd11c736c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f794fde667ec8a7d4c055fac748c38f31e160ea6e823a6e7307c826dc9855300
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9cd1971d05965970a9bc88cfd0e31fcb3e8128
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45af9cc007d0cf1ae2456a00a8d91b3053a5d756b77ed12da1fec8d2a649b82a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4442e1428c04f744fbff4fc55ec5d972939aa218
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ef6896641ab15abce23b48ef7871c9a8323d673e22a180355a9e2fad0bdbc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003bc3402a14a015f3977ca4175e02cf58e44b66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842cb5062baf753070635da64681f5f64408a7f2ca8afcc55a4e88235ccffc43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993a571a5b413421c019315f43b8d63fe97ca20c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e8cfcff37198b42ed1b84085ec76a6f73d5658aec1e6de2487bd0c0332f3cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ea7d3a563ba78fdb18750442618d1c005f922
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6ae5a756627a58f73a50c5283e38bf103eb5a91907523cb78b1e4437850cfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2009a01f2d99a043ef7920a862fc4fb1edd2b5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964308eb95839931d607f60cb26f323b2458da56480ccd98d732b8215515890f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd18eab8a3189f78753890a675431d78be761f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca5f9d25c542a6573b7ef6312fe5fb1797b34a0f0228579ccae88c41305234f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38ab516c350aec0a8f2b93369c4bccbbae2a2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdffdb2a56b4eb661aa2da847a2f87c4ec16a25f1294a29a3599f7c8572bd97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01565ac8fa5867fe8f7ec94b60be8b7e378c5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821f56ca49ae1f3b1da144a08b696f9884e0eecf758ecc642e171ab00438d2c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2d7bde11cde9cf34bd7bac33ba9d5965e486e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac464db92e7cfbb29bb1b3d92123c8a83491bb1d5ababe6a925f6fead16193c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d4352dae99ff0834529e021899ad64d2677eaf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa807cf548abbd61173c5c3398b8dc32b622989c93c9350ffa1c5f1ac862a13c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c7d917c761091ef302849df5edeaed784502fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1c51a51eeb792a0cec34e367a5992d1c451d7915f3cf272a78f2cb482d658
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d4afc2277420d2cec0e9f2ab4834777319cb4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f1bfd075874f91c91f043b1c1e490c7e861b4dcbe6b4d976af4f7d21bf6e59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55363bb2e480079696d3724344282f8b35bbbff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee8810fbb89288b0251f7935c77ca7f011ffd9d3aadc50f41c214bc3545ad1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b2ceb66c18bd0870be46dfd9a01a3813248ac2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271489b2409a5c06fcd5da59e6f8f882788e905b17bf39d938b0a05901d9d21d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da8970060ce012d1f17a72a7742e0e1d343bb7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf8d0b1f24c62d0d30e0406cef31f149ac1ce2aa6c6a7462930af82da1ee8a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73552fafc222bd175deb4a84ca71f845e8101cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c662cc28c4b388d24feebb3b7d870a303abd88a5579a67de38048226acbd6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6503d182f528547b76e798ca1b62c60d9be4b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d977c57f0318529a8a7b87e167e850fb8f589f22a8a514d4b829637e82624de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8205acd7050b885dcf49978393c32c424b71b494
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598c7be4521e9e77879568b29d067ba207b9f6c191b09bb65c234b620a6a4e92
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16502d9e4c36a9dbb9ec93f6090f9169c542ae76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bb35cc11d8b83dfd4ad307a422356da53526d0a4da0ccd1165de3f96ac5fef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543ca951ef02a8ec6e718e470e3b36588c961250
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d69bb499d8dcfec2b490f906457170fa7a53fe08470a1b7d082235e0e53cb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63aae25069b711ebd4632db9caf0705f7a815611
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1471f1e9e667f079b1c04b3a059f4cff7f63279e5fac3190f5f28ca3bcff458
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aff6d0f614d07c87366484b9152b5905ecd0163
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ecc90121973719915aa907411189b4e98a53f43bcc4bf0b0e7d861f5f6b30a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1ddaced0a535f3aa8db6213015ec53b91c000c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706b7caf6e033fae90765d7c4b19b6d78d2a3752e7afa150dcbd1ff540bf1039
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf92f0c1fe1ed1e3db9c390b34a43651dcb3ee0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142518a1b0a352fd6be93c79416ab74e89a14e68b20ac72370f755b65eca051
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22348cdbff05c3186a864e473dbf70b6308e280d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a0484be940f44fc240a9c085ed3de2ae2d500dc348073fc2184fd44bfcbbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6cee10158b579a75bf6c19a51f9b2a4a9a1695
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690b31c1d3af17d2ba52dfac1fcabd2e285e546cc29fd038e4ad3d1942fbd1e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e93f2ee7206878ceffa91467018870229e72fac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73444bca52ce206f654dde95af7dc4919d553c71d0563e4a73c2a92461ad5de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8443d947fd9ed0db81131023328eafd95fd53fec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c84e36eaca87b0bb0834c6d8c6ec273229fb68dfaba2af9a9d5cb901fd1ec6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7cfb7348d5564d028df3baca3e0b502820cc24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16048ba24343c1e381568fcb42857057dea1c42e09978c0a76e84a3419c6a01
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aebe64868be8a589f8491025e71060f503698d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac88cc9a1fe81f58f54a169b621e2416418482a9862b02491f1136c7fc7eb68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2807901b3463650fdba9c5a5cb6b8375102839c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710b9f8399d7abbad7a6cc7665072d402a99409ed041d7e8cf32ab64f77f3acd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe47c36ff1109fa3ebe7d50e190b7be253f3791
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c5a40f07d2a5741c583b3395e015413ce05123e344a46f64ed43157c6dba1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0611c588c833a9fcb609fcb310f5ee7b1960dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faff51a71e4aade40fe5c41dbdcdd39961ffa053b831dca04aca73d3e16c45e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc4ed3cad44f67eb8d7e9c3e608764f4fd109e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4429cdbe0a7d08ec23ad2fa5a5c3a983a853e1591c81a6c693160a6eac1934a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4c6348d02509d58e7183adb510b76cb110fff7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696e07bbef3562ef36744f0ec2fa2c77b271307b1d6052ebec3c5f9263a9ad63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70e4b47bd9a54a95b9fbc29d239772008db305
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47da565c1771d8be75c6399025569ae3fb26e27f4101f5051456d8ed068aa51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c16b0942edf4980d68da2371d86442f0980edf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c266b468ddaa562989e070e47b64ffe4c05b8c495e8ced1cef987e0e3d2e214
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566acbe3fdc09d60aab880d10aa41ed02de5fd2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56717e13ce32503862746897c081d1148cba33d2462437f8d5319195fcdc402f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2095bbebd450827c9cb9f9d6e8731a93acee71cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa48e95745002ef178a1f9ddad81196c9ab64363b230a79dab9a344277d2017
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52639fa8b7dc695dd4ef016ab268cea0e4baf1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926a5bcaa0b6d7644c36191f88135efbc4b832273761382da12c58d894b40292
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edf560a99217c1d7e11616cfb665760b29e5f53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6232c7a5e96d29528cfdd12e2f14cadb1b340642c12aa3060bd0a5716b21fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb31c745fa7d9daf6b96a5472c6bd8366ceb1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89765bf73b5df39242381d14111b0cdf337d2c7a6599e20142dd49117b54c8f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad96395b9659c97f7a977930ba774866428d5f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1563e70f904c8b6292b491bc5878709d0bd0cb3a080944bfc387a658eb3cad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5599285a8e0205ad5872402949c287f56a9e4f08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb573b190ceda9b17514d8c408121128b1ed02c5c01eb1e59d2167b6f4fe468b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d0575c0ee9d43ff3fe8c4ee3592fa5a7a80e8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5fa0d3288d32a7eacc7e4ae69b3294a43a43430e1fe34d288d3db4fa3f8091
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6d46866bf9d4ed349a4bf1f7fe6186f57e0b19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7695a62a1e84fd8a43a3b784c715256fc07802930e236ee993038a1f4a9bf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a61f483a61de1cada6a70581a597f0218dddcb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a5b598ca848df8718d90e377994135b372df8e85738f314e7e5668edcfc074
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486bc39469ef710303344e406217a0ceef8b0a2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934e41dab0bc75d89d9d458f504d2a5f3bd61693a9c9056e1ba37db475749fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0468fe81e1d205e9de9b326e18e384e539afa6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aba7d7a959194763d47bf4521db303dc57f54cd4acfbfdb71c8262803aad8ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ddb080177b469ac1c1c5f20e86c89bad8df9f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c590051a55183ce41707e15e9a983f0bee734a12977231f449e77fd5b66c4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65aa3743e3cf3a351d1c49e31ce6b9267590c60a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5c2a4588cca963c0daeb66bf28c3d492330fbe5f2b60c85369ea2ce17a6cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99062d9d99a176155eea2df815294effba6e1207
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c6d07460a74566c52321c46ec467cf72c244560f6ac6fd1599a4b05be91fec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a6929efb882c4f2fbcac95a20d6d3603dc24d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef448d3617a840c22a096a32be2a05684a082bca1ecfb3b3d5f8fecd333d63e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11d2b69eb1be290142d070ca2db4bb95644b99b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d840a502cc93b9b75489d7613513e22821da4792cba6be247bf65a03ef6e51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e42ec44c4c250981245ba5af01a0e6f688ea70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a91f59125522138ebf30db6e88ac90ab92d0556f453c28e041a682cc6c45eb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996c52a602562ca226ede49ad1c94b7ecd213395
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b139518b6bf9bd14a8af54a3a2e7832c6f8b42d0ad94f12a0c7af39d2670f6b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8697519228638824ce4e19115f8e6ab41de7b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3f91dfe64e53cc2bb959a84c57d59109fbc3158fede02fbc48b2a6e8483931
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adcb6865dea6bf384c034af1478c3223bd11be4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066ab2f3fe8758f2978099d70557894fb39600eba6cd031eaee944291311df43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e06360b3821da7174d2d87604dd5e8daa43f76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875f71d5fdfc6708811dc9127dba55008a5faad844c9a28ab4e9d75a1e039442
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2824943c5fc3028c44918b85f002fd057dee39cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732070a5f13b49ae69087c944fd9b2f16753a5ab9c7f772ae61674f76c25dd05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf02a5d04b8a5d381314aad194b5ea7ee93c5c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193c8d2bec52efe14c1602106a56db9f4b3ff8d411147bb110b74486512d2375
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f56769ca45686121fdf18d614015b9aad2c3ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8246f1d905bb3f9171f329dbff4a836957ab32e127fbaa4eae5f714502cf5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac97b9e4f57ef1e3e16ea6ff53e5ebc93e40b67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a37ae43cad69688508809adc9daa0c0ac5d9bc759cb2356e95e284fcb947305
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef40eb8c54fc89d766c909ab0642d204418fdc90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c64e525c7d597c8d1209b238855322bd4144a92fdda1f12fb7236b198e8007
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dc0e20f7a6a6db12428a6f598bce7581bda602
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5052c01fa51ab8aa781c22d528c52b1143566cbd8730021e20ed6e6e3255d95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9204181660366c2507190c23d4510a1c245b98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0953a5e94cd179b99b906a8472176185b7cd8746e26c5b563e4abdf1cec33b58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65739a6101a9ba2e37e66a6c1015b8d613713936
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b526533bb11181c891457f803ef968840c69b1ba25f5a4a7bae3b50b579191
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f6bdbbbc84514cdfd52a40e622592cef0550a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a02666f8561ffe4db65096c0253d232067875e03be81976cfc7659c019c941b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf80ffbdc1f8f0cb3d1c92b8387560db566db44
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640f3e5c01c86d94742c18301928831fe30c91727f411531cfc66e10cd231517
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70e817107fb3a76483f73369f0a702fbb174c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2b23841bf402bbbbc3419373b1008676c4cf064b12ab8c8da5306f069c19d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2821ed97c696241850360bb1e84dd3c16c48abf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e98d3f6c812683a871fc67deb5fbf64ef16a2f7c6f1e6ec0fda544b4269c29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c732ad8232809663199c8e6b48fbd4fcdd5a8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535ef19ed6c586727d9f7cdb88249385138ec9cfc3be8bb2b4a431114a626fe8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae42e0445eeb987d8a3c5a8b52d27756f82625f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42aaf710f66f670f37560b87927b1871fee87a06eb626f41e7807da703f06c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87de1981fb93395f1202cdeb6a7972a81567d737
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0dc07d32da584f8b7293fb4fe3716b3390a407ba576575205f57d9e3801bbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97e9e9492e98a60deaaf924de8d3cd4b3932bc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30360a2fded6f58ae06d4ab0ebc452594d6000b44cb33fad774855bd2864b744
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73981cda0f0543134ee83e7a725c3ca8c97307d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca39bee85f8e5f894741f11ab02d0c6ef57141aaf32805b2fc88c1c3903a076
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c971534a59a80964ef2ca55592285e6c6910d13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b2fc2f3c9a7e68a769e3efb3216b49171943b6f5a1aec8f6e4642c5f3be7a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e784755cb8b96396a0b9205cc1625dff80c9e2e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cb14169d425137f754ef1d09e41600d860b096fa14bff9e6dc97cb692e196d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481684e4682bcc4207130368ab85c85c7229aaea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037fb3f0a749893454128f817c29525c935024f4f5c23244ef3974ea187040af
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7cebb76ccafea4c148bc48b7d1b43b19ff5e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac551e12b7e24c693c2704a555da749c78e39748e895506c83e189e838e380cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9c063d83712aee35a6f592dc0aec5d6693e8b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2599b573f60d36c2bf62a81662f2ff97d5d4b4ad8da600258c74c486cd34d92a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e99190b4af63e798f6de513ff0c3ba90872b04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6163308f76fe8dcee9e7b725e749f01c5f50171f8d794a61df5826c7200affcd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1e0966d2e5bd1233259d4141db8ba25a5598a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985ae5dcb53e153e374a6a34b213a7596457996e5d46477faefa12546ed29280
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe17f20a53f1d16729d500db2bda7d8cdf5ba3b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a24b1590cccf6a3bfca20ec8d7d8626744b4edd22b6d2d8fea583ddf5ac8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77bcc859b1b7344f04d52429f5a7c7eb67c8ff3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa8c6507d966257536a4bc5ea8fdce7fd5785a834238d4a3d4bf23e5a902493
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f651f4f9adfd26fbb55572b714ea56ba80cef2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc4715d7ac07eb837faa4cd0a4c5821d5a635c9c45fb07b8e44bb0974b64f4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b5a89ae615b2e7a389fe2ed5e39e03da42be0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760ef15c11e57292e84b0bbbf6ec4875b1c8d86dc495d65050bf4d95b3f125ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dda829062a84c46129619ebb0b0928a369fb49a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b01e305aa72f46acfcb0b262b5f068a71f2b2c6f1f6aa8f53568828cb44586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fb692fcd2e8d62a8e8506b7720c4f62203c028
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1642a3ec0730f039d9bd148ca4249d45cbfb9864c92eefba9c66c45f310a5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c8995aa40a0ab95cbfb66ad3903a76eea499e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e437a7f25f5f25e0fdf450de3f1dd92a210a38fee1d420c7717a9ecf9377f20
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8370bcc38fd178db6234945879b22c24036e6f6d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0ca44d2edd8472c0b2935576d848fcbf70b76546136c07583e1f134b35c685
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ad25f0eeb172bd6beb16d6e96e260f508171fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4678ca9a34352f7197eb9fe08fa4b4b023106877687f199125a4588d16896a8f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223b96913fbde4d341eb39cc0d28673dd76d8304
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174bad2e3de19715e7fd2ecda4436978916197b07282427fbfae3b454c64d25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6036b09b923db125b6e624b1f29af6a91880d68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17444267ac99086624db056d25b9a289e21073b18c956f08c7d5287922d16709
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389abc5f5174cda639b992b802103adab116ead
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1371af2ee1375bb1f14838b42ad7bb9daef8c7e7bce837bcff43261abf00ed1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974bb62311af6f0eb785597e4dba236f1e66f2e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535fa493afad185f29b67d29fd949c10ad503284c02723e43cf7d060e5462fa9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8e00439232049ae8a8d5d355c67036858e4f7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b0dbdd67c2d1f17fb994247a1a9ac98fa71e6d3784aa939bf82c53298015b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcba094fdc638b2f936c34456689e2c440b7f8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfa0f649195a57a19d5f87050d86879eb9b0aac07118460ac6d57ac7f0d6604
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdee9c6d68035af0781f659b19bba74411462990
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31786e335b801085798080dcb2e14fb655d225d5d4b7ff9b90a2a9ffd5545372
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec00d5007901d654a5ea886270e3c3358b55238b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea99a67af7282466fb93e0fc5606edff75365d23c7232e6dd970299576c93d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb2014373300d1e72e91fa5c5e1f6f6afeba170
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d2a7ab54e59281b4e1ae5c2a3411edaeae8a3de38a8c59cda34bb16ca635f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40161b12065fefe7fe61bd0c080dfef7b95650da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6f1cba3d82b29e932695080ee5162d46d2ed044494e6bab0a0d71f9e54383
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b47fcff53ca943c222684848fe312bd53f662
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece6da066a88a7bdbf43b9308f9397f8a352d32aceacf05ff6acaecd75bdf61a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e66a1349786c19b36be335893af374ce611f26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d53da660104410cec5a4e45dbda61f636bf4deb3eefa2c9701e42e87c4642a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbc2aa80e3feb305ed1549dc1bfd35fb46ef659
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9d8d51fe9adb6fe704b97deee03ccadc90c9ac63a0124e18e7256cfba617a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cee2e2a668de876ae2ce540fba79dd360b39fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4606fa37c3a13464c61e46db150e6b6008b727612d0b9d4cf5ed87abcb11d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6a52cbc9c8f5f5baed5da2a332c89ca15dc65d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b070779b2fb1181a6c768ed6da0d3ffb3d8051b2f57a2bdf295f0c23a6ef27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6c2759bcaf1bb3b66a1d1149d6fa5a40a6cb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c80b8cfb628b56ac033c796c1f903dacd297d5ba4682b7a63ec41da23418aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d89e9a8b8bdd8df572753e1934a0b53871a13f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39afc7f99a5e2cf4f52c24f9ff10eda588eacae4f4c73ea6dcb5cc90c173b06
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a2ee195ae9ef539069dd9f60e54122046e219
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b8969b936ca67bca6a0872afaf282934f1fc64bc5db9dff739950f5c875752
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4452753a6a8c63059ad014958be9f2339d02589f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991d180ed1cb98beb78d453db06a7c364f72e6afa52dca46402d8bff487c47d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaebf70737779b23988d0abf52f5e00c662c2b60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a519f7ef294116291a3bc6d231f353f6f6a643f332824b487dbe41b0eb6e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0baf67658d02fea14f108a0ff7f0b8a11c53799
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0cb9eb92a870b49830d2b974dfc3449198b2c275d8d152ea63e79ae82db3a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfeaee0d818fdd6ec554748511d782572a87f08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb02b313032d457fe5f01809a10c28a7c7c9960182c4ba45b07db13c20cd67c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11312df34a2772773b464a49d858bc77a76e46ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafffe7210ab0906d967ebe1a49acea169297bc0e0c3d9b71b8d5be710c3011b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b62d15673316b0ee928091e807ea55e5d24955f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27732f30bb038e8e30557de78b70d8d571c3d7b1dd5aebeb9531821c322f19fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14705b88b2fcf298a1729a3e36b441647f264ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5e927fd48e69802a5e9e1d4ef12612f41e209235ff77c567157b8412fa9603
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2293e7817b9a0be3c3b8a199cd2956532faafa9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9c574748c4e5ea676e64deb85666a65c07592f3a05b4136440ac54c854b4e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b665d4ce4fb0ecf4b31f2d88999d8581b003ab9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb943972b3f86562e63e1818685380842ad68791f72ac3cc9a3585fc831744
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35658dd9534be831b77886c078e240046d1cbab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a52a1f06ed3d1fdc61efcb5c58b884e758cd15df944f194866dcd16fbe7b12
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb80e2890c605ddf9c915e632fcdbaa686a30d95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b858094b1ad9627799e9e965439b5e4c492a3c90e1f2f33e21080a4b8798276
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac19d1245d4ca80842d5aac84dec6fa8a4ec470
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d7c2a242215bcf9eda441ebe387ef24b477b11d33b4f4294768e9a92d66773
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c97fc6266ddf437ffd596c8c5935a9eea94c68a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a87d8f4f73bebd097dcb83c5b50c6eb82b531f5b03fa450b415e9c261a20ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b52a14c25d95062b2095c6c5b689448faef9c39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0770a8c474d772caee818e4c085b0e19dbd9717559fa7d4e3440eebf8625a621
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1d33da974f3f473077cf38eb12edf0134bc3ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7340345c57dcd5dfcc8cf5d8847f0545a89a1ea625751f9003b28010e6b8dd8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49c8ae1191411bfb59aca136be0f65a44075cfe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523d10ec05b18ddbd5b9f8c469e7ddbfbd8691e9535bb4346a12dee2a924e545
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8faaa2f4b33b76620a62eb5e8d470ef4abf5930
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc2fce108528766f67ae55fc162fa0779dd9adb1a3479bc0bdc075c411eae4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f96ad2e65f3949bc3f61e77701524d593e5f20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d36757fed0711f32d9081e1953873f2173a2052767ccd42e802558adabb61a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0ba84b1c58f0d9b183dcac6047f26085b3e550
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34199f342e268cd329176cc4048ee16b9c8026e2f3be2a8c2fa8516e874b9ded
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016166f4712661682954e90468836c4311c9c091
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec1bc70ca1d151d59963045a019c618d53714b7bba28dc5eb2db3695f4f488
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965151ced4815e7d4516a81f18233e3c1120c7ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6fbfb5cf1111a1e483c735ab9b91a340015686c5dc2dcbd226db1485f56892
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138ac0d449ea0dc3b3a773f013e7c8f53a49e6c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44fd8336cd00f415453fe9fa191c93b8aedb5672fc27794cbac46bc656e8a82
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784d333a373fb603f549ff71675633fa50f3bdf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03239d3f86bf98a431db2be2baa7602c964b9da9c3864313fa4f5683071bac57
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e0f5565b4d85259a8cfbfe7b8b9f770b94153
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869264eb998ca8c855e3c5363c7d90bf0df2a979c1579e7271cf7617420765e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229d14d8579291629a6429d7ad4be2eae0db5029
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba41af04a7941750ac68d14ecfa6d75d077ea629ab6ae00a68eaf55e16b8bad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff80a81b48680eb9da3c39c84ddf715ffda6002
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b245ef50474cc95d8a260dc2f9b84521c7d0607820d7db3c7954a8198d05e64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13dc5c2fc248305cf73120ab663b7558aec4230
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de92addb292d7ab4d1f5022dc8af0daef9bac15b3e3feb7bc0b4dbc01e0ebb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d70ca46699290f708dfa4bc95581ec023ca5a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bdeb75c5e7f07f0fc18d3090b365fa6ea4c8a0f94ce8aed7a174f00598fa0f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e7bc2ec71250611a779c84b942247d2bcc164
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3391bccfc6d88b33763f351fe9ee005f0371affb1873fe0ec24d88e594d5c454
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d542a0391b6c61ce0969a969ed0b93c896b0fb59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268bfa5c831536aa8ccfc3f33c5c496d769d2a3db866ab65c2c57c89daa5fe0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5987b83edf593f0821e442f165a2a39531f6cecd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3471a319426399b65becb27d03d4eb2a00a2091aa27bb67ad1192d531d653e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c0227a9b456c41eb4d3dfd4afcfd3e5d602bf5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00c9599057aca165abc954842d1c1ad00203080e0eee1b6caf9014370b1b95d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a7dc7b0a44ae76c76a9c7a2a4997cd7d97e4f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63de44efaf065deb499fd83715466713d1d399d153e67d08184cbebced39206
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a9b4da5e8a4b1e43595d3d0acdebf0c62b2516
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93abade1e14e6c9bcdf805d394990fc3610b638db9a836279a5cb69326950604
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b9d2c6b1ef864c8f5bf999e90066035033dac2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5660cf070c6182593cf22b85cdd06fa12e923643935c8e4c91ed69759052991
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84f7be50ada6ccd384e13bd1c33eb0174b2a206
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014671a08d6afc72223bcb4d3a2efc62d02627945d5d604107e2a7fc1ef3f617
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853afc2112e20f0335df8ffb09de02cadb467930
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b9aa96794d9744a017920d4df8254a3fbe0f99404c951dbc795aa3253049ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ee52d14bec68659b52f7825df19cecf3a1bc8b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f483030a56583cefa983cced5252bbc336e353cc2c0ada9fc21a365638f8cc3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ecdc6536ad1ef97de13e15c11ab01546c6f253
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad637a8c9103a41021c2af0929aacef950ef7c4bba439cc857856e59a2ae099
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b788ed090cbbe9e0706caf5e732afc64942cdbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd77b0110ed48810e74544dcb37be3dec86ae645327b383656bec841de249250
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998a3636893527a4af29f219a990edef16f2fc16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bebf020a553eaebd43338357e6d22fb0f1da37cbf26d4d048fea0405fa2dd02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcca2f18266fee0553b4b6a4262e8eb96b9ecf7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ebd8fbb543cd61975a16bf3637c507b121de74dfb76cb2c37a5e8e4e18918
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8b50c65301be1bfc1a6324d8fb485bfd58cecc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7889683b967a4ea5d1f4dedd27cabca4ef4904034666812631ffdaf46a48e355
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc72ea051ba7ba823cf525d724747851822c772
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15aed2f3a41a857ff4eaa176ccbd6b821fe5445b1716b7fbbf536dc1a76d59
+size 42115
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efa33f34c070aa373f46ead98310b7d619a6fcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349f7a084586f3d84e77c952f3921374c0d0cab169f238e30573de5575926264
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3685670ce0d299e143f71011a6d318242e4d0470
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee0161d5c731a1f6c3aca9b34220aaea4e431182b23f5d18cb052fffad2e2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc5ed9bd74443af2e3012d76519e1c66acb1102
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd069f137b924940f69e37f5dde657456899c4df166d59572ce4d7c35b32a33b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c5731faf6075f96e9e0e6d2428b38b4dc384ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ae0785b4005a9459e0c04513bc4a12aa2efebba56cf60b1f8e9190f0597c0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9078e168ddbdebc24b0417e305ba5ca5b61547f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939496afc80221dce9d30c92fb27cba529502b603337af7e2a682c5d2a3cb526
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fddc1fe1e0665beed9b2cb032d4e635743d8596
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770991d66310bd49442428fc46d25d500c47d8a3e9862737a95b4a85c22141e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f369849c847969a956857ec3a8bfd376906acf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0dc02ab5488a6344081abfaf8003be82399696ad0be01013aa349461406ad3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8cc0e383026565642ad285404c3d88a790e789
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd17d68d569c19cb3b0eb7841444b4777ceb8e9820a4b5e7ff5b367ef085382
+size 11395
diff --git a/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b70c9cd83d820fe5bf218283e9a5f285fb7676d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e65a9f11074b5e7a359a6a607ab4396e14973f141da8678396e4413b27518c
+size 11395