diff --git a/params/phi/5/rnd_search/comb_0/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629514f83977a0ab986827c989b554c556334bc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb7e4d50f1d3ab2dff0c13c6117c31e4583700f1849325bb73dac5aef6bebf
+size 205955
diff --git a/params/phi/5/rnd_search/comb_0/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112e411ae7981b55ad1f68b423b38a0deaf8dad3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f479cfda186763ad03c862b504c4476faa2f81a506e1eca0fc47b16435bcc4
+size 205955
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29972671cdff585f75976c587d6ff8d04bbf44b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f551cf6df842581963bc1d50a57a8a5d4d6e8d6b00a9d135946418c4ee4bca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ef8c4558cc69ab9fec8d8d28fcff0e85e66833
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c1419c0f1cd165cc551eea96a92ada0152012f15a3fd230ffd4cb9b05cf45e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757ccb64e62d5549a267324700789f507ccb9a4e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657dbe0bcc46e4f5229898ee7fbdcb4bc204b9f81ba27881f31a505c5b4081ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98164e195803663c66d8cdc1efd1e86a7c38fcda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a163a22a0fe38e2a03fb577b0469d8bcbd2992d3ac68552c1b424a6e8776c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b110f34b58457e9a2f0300fb28ff0c4282deb406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b52f5b748a9bcd340914cd8fc49292ca6ebaa51e2c795e6bf7cd3981582ef6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986fbb5ad70760cfa408a9f65dc396969ab133b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0eefe6ff6fac9227aa0988d15f6413a998292c1a6ee86a369be7374a553e81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de78ba3fbabbd65f0e91b34441fd43e2fbd036d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6482f030707ee5719161edf18492e14dd88ac10643d9fa7818b6d772095587f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37b2da28a4d114147dd4d8d5fa9e641f9928f88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb183bee8b75956d3f46264bb7e1931d0bfe9320714a2d8e6c58b20290bd9177
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4b17f756afdc9ca8e74c54bb7ee75fac559c9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83519158d4a6381e8e3662b7906217bf8a4d6f1070fe78c4b70ba50e28ffde30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130073720758be5ac2fa3c24e2c75001c2b2a5f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653aec532406af153cc2c8b7b109a6d8febb1eb28da691746ac63b608436c31a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58793de495e682ac89006d0a49028d5e32bea70d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46298c33a0206b761201eb5fe7246a19d89af529b4aa02709f80d79af0ed04a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ce83e9f62ffe6e2bec89427d8e1ed1f02172be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee353c8339a91f681aaddc9296a0dd77db32de7215f1942c7378b76d85ea8b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8e72acc459fe80d5fde2cd66ba1b5c37373dcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7d0d8372436ff25b74207310c8493351f012aaee9539257c2e0d25a3fe862
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba880597f28e6596d46fd5cb7979f7f2b8a433
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb3882aa40f73e412937610a4296b2abc41e1be1bef6f31e48130e31c44db0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88271e5b498e60268b7b8ed85d2448964bf75181
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfca28d874b9cec3fd32b251e58ffe15d3dc1c0bd9d3af36b00263e46baf849
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda8ebd8fc500d5212dc634205ee405a58777816
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe1b406cce471af2f6f0bc8355d0ac683251162e7313cb5069bbcd2d966b793
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9affad74fa445bb98109c5ad717ec09b800091
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9286427e92b0b442cbcb9672354a08b40fed1b53223e23b71c9ace2627d63a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134a3e9f5b06aa7bae54ed7cd263788f51ac6f38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504a0c28352dd5f588fc9d0c34178750b5f10c391ce42d96c2a5d869ddd6525f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ddc236176d4ce23e31b83957a6a91f24b1cda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52699cd34b941246cd156a676f7e69a1e6dfbe5994ca6158c25bc1e568d7411b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f92244454b4c4ea67d703c2e61dbd77e30fef3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5565e367bd4a8cbfa34ec520d3a3db685e5b0a19c324f89a7ab0bb56ffbc0ba2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c637e10125b3af59fd7f95bef4d761d045dc983
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051a6377ccf2d6db3cc8dbb157b0af6de22b7b9d1e752b30440360cf685dd81a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e0cae2f3e5e9d07c6c6164b27eda7db7fe34f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441ef0b1fee6e517426f298a09a81b401a02315cffd2f9ff16b09925cc1bea05
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04789fb1e3fb42b875016398da55db32bf180612
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed0e5f7675277080f41b5058440c71ecf88afe01a2c621f2eb859e6db3b611
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca8de30378db4a5e8084325dc01085d84a14ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b431cd2efcb15b5d61936aaacc80eebfbfce5f0ba073987fedbaab4beba5945
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089e81e24624fa775bfdae9a147f628675970562
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c635d303dbf349c36648c6d72031dfc63df08e08fdf4ab89ced46d9f8dc9344
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fbcc79f625123a1e67eb8ba369b41e8542a317
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b1ad8b0922c2489075d212f3e3e4d78bc23fe77dda6edd0a4b274f3f848ca6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4719954c3c414a9e358f018890b865b4865bcc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756cbf12e552de48ef602094c3df9ce27a7d8a99fcb7e4ea39f5bd120b0fa02
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3298b9e9434fcaa499ef11391ec7cf73d96c2ffa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c6a4be9d3698112a0fbbc7b6385665b30ddc8eed869da7874088e9dece7c0d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47abda39570b60872f7075cd773423383224bba5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd5e14d50754b60a3101ee702b293bf5bfb3383bfc87631dee51f98ed9e26a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867af184150d239081936c81de03e2afe1c760c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b892660aa2840d94214153d82411316b5c147c922809b335237e48275fca4717
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aaf06bc467985348da53e1f67f79d63e4ca557
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7873f7ceb538d9178863ba7dd40111c6c105e1cb4bbfbcf37c5c675312452350
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab04987dfb7efbc98aaaaa072028a4b0fce2c5e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67d37d338f822da7f470a39c694d362fe84dfd3eebf740123c349e04a165ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40643cf0c1d0184604df9ad745c43f1b5bdca334
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4288f56dc22ddeb248197a1de1f4a1c80cf1572bdd3530a6d5158f0a7d43e378
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cc1b151bd1612694451c85c86eb8c19a28b046
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f304e495bfbc72fc4dc03d46cbdc49ba822b6d895999cc9e754f087732fc99f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01afbd8c19671ad85a5140aee1101561178770f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517bf39bf396d77d244124b953986a03724d309817f53fed67838c0c30fe315f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff4ae8c7d4a8b9d9de01bf1e7d388c055d913b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f47bbd130494866ede89685e8efe2853791d4b96b8c5e19396d68b1b4283e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd908e190e0d2ef50c0a274e63403b0819dcde1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a251159bdfcdc18082d43ade7c1bc3c31d5548782a450f6e763076c84105aff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93f1a00da0d0013bc116a2708b31a7d523bec70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b27a9cac6dc6519b2cf373f4cb98877455f890ed3e8bbbe31997e48f6553f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefff82514332099154d16e652f366ebf83ad44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93f5c17fe58fce866388ce4ff79098f81771ac5196e8dd83e88ec2eae4adde5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ceb13a95be3252732086a454cb66e97ee7c706
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d198f761033e96fbb4b063934b3cd5b733661c862e9cc27b38061d6a5c964c64
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328ee4c66e4d4c3227a2b41ac37f704872849e09
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8894e5ef40d77137c7ce0e7201ade1415c9473fcba693d78d3945b9638f8e4c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25602473454ece308121b6c6b29cbf5d419a8558
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c13684ba62e861a51de09e1072036928d78aa4eadf7de923a0b94d5b369447
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b5555406adbefeaf960a4596b483045fdbc8ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72130c34e5f870948856e41bd69129ffe0747ce6002dfbbc3432218c4a3f6965
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd35d66f265d0fa95744c3a7ab188d3e4f763e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a744fbd65508a874abea6c733a353bf8caad5d0730f1d30b623caa181dc2316
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98497ddd69abd28c5a884b4a91df2b382442e80e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351687fe9b740524748ad5f7f4fd17fbaf85de11b8f7fb4b1a67f86a8d6f4089
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6514bcccbb2807362ff8029d554b6191eb858fa6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77066e4014b1d7ad3f666fe0ccf3796563911672c358af0c6c226041ff9f505c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1210591861a864ca438be3c4c58266c772eb89f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3949b3c34db9fa166783776649b29683e40bf30fe1e0883b2bc554117e3563
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3943cdc028005e49b0355881d51913f768043820
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56f295b4af4d2f6627af1aa5ba26d6da3e9c36c8734328fe93612c0ddeec1c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f101d1dd705f6b64b223cc5e35baf22d6822d7d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4ad789b9ddd3cf332a9ee83e3f2b35f28729f3a1826b188578eea49fed25ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de1a5f2d883f6bb80ec9ac3ad7efb74df33fae1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215bc6eace5e82352734f16de3185207ae10881a7fbb0245e540554b6d1fe987
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b60a6c7ca5c85995e602ea1f205282a337094
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d133846377ef3a2189ad9b353a0c050aa8fe8fcd5c3b824b2cbbf08451f8c8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d4b0539d4a88af7dc3e2d2211c3488d9cfcdb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40d28e5c991ac7d9b4c557084ff9d3c339735c1364047ea82d5ea0bad334e0c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae42fb968377bfd5522b782a07f579f2bcb6ec7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0af421fefc33a8e7232ca490af45b3632771885d78d189d5e61947d66e6d84c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d255b984c7abec6019dbe055cf17f87e56b31339
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b72cd319e869abdd993b5489930c12f17bc0474efeb74d927b20d1d649192f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0acea998ffea85925707bce466e7fd27638e68c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f81a5b69eebe006acf2e1119d0588c508f84e9fe34335bebe9c774a15c1684
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372cc448ac990b5367ecf831b08fea558904c47a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b93634e82fd675fdce03ff8921fb29f920ef5324fdf6123994ed34faff1260
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eaa0c37c95e2303ead33ac82eecc530c548f5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bd5e309a425dbd2b8f0c015d7ac5b480eae7cc1f0f00c8276b3bf80b221256
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc395a429f2c6828596036ad2d72a558f583697a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d9ed7d4e9820c5350b9712840726257c8f6655d1ae47b8f5c2e6fe0539fea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5679869bf03901baa8d0e83d91d56a631f779b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9cc324129508f82983dff5c311519d16e7df0526daa4b176fd800178862471
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6474213693d525927ac59b6e2cff3e92c932d57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc318bf0a29ec3149aeaa97d1d5c2c09a9bc99499bd5010ee8d0ded8387ddcfb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eb2a1414f5e7a4072a92661f6410b4f53be314
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4814b23c59fafa561653b80e7901584c22884eb9b157708dc0930f023dcb3207
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498416beb4100905f29f45874406ab816fa366b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daeb60ff98ee5a9d4430f354d294c74e7f1ccbe8c2afc86340f6da518403f95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e96a228d1243155dc075bfd87dfd9d2479420d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8110e7f60c4b634c15d5e46e6ef98710af59870ba02f27ca932ad53bd28afb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd77a03dae6ac8e40c2888f4bdafe4b2a46560
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8af3912a2b77c91dfb1d5a40f33a85e203bd69f91f2e5f8bd29c1c81be6510
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9301ee923e87015d1946b200002710790455cd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3fd25de5c3b432ec44c80c4d61819b35d4b13fc776d01d71c256220e135333
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e8e561a8d4a1fb086423c83a9d49bcd2cb4d0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf285a0ebd9de19dcfff25a7442e957da842cd25182a62fdc91d6bbdd8227429
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d619abf081f80ce26be30ae0054d1cd0aeef4c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35d21641b6dd71c065daf39b8d7ba9cdef474c8fc09ac021c0bd046d8ff59b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc667c207df7cc960cd1fd8e70e5e2b38b75ca21
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238d2bad2187064ecad8309294fa9c452149b55bf6c29a56b3e928702a0540b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9528da1c989b54084651da312a164cd1c2c5bc5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568f28a1fe8223d7a2099c06b1409c4f76115168488f09e1c3e3d66785f38454
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400678b682e9910d6f3cb89f848ec6e0884b8f05
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bdc34bc4b6973a9c112d0956136363deea6ebb84442c3d682d09318d029f0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f524a4fa2905648e6f36e783d58e1e45630a50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada95d57aa4516f69395142fef492d8e43ae9645c60000bc92efa0550131188
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af835669eb0500c1e0d4de6a684bb4537587b20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c1c7e4251418136316d85c0cd653b4874ff11fd361216424ece947b2ea1258
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ab9efc5a5291989aa8c36efa257b7b4ed6bedf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917c8a77d4997c6667f363cd535cc48bf5683b6898d66fde56479ad1a492db2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f0ce976bbe2a931fd55d7cff43249cc5c54af5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329c7059f0a5697d38e26e2083e70978b5d4f794a9970e845a5829f3f93ad0a6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7354a82d10068dff06510dbee13153341953e54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54268d20b2a95376682f7edec527394b37a3e884bb5a175b4ac51af46578f6f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ab434ead8195d71570f68aaed853a7451ffabc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84db5a242aba23977c231f5656d43119bc4c92fd4b8ee099fcb55a3f8dd0623e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feae83c1f55bed4606f405a73b124b4f281e81c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a5086be51c98c4523a1ec348076ac9e8c71b96d7bb92508f5e55fa4c83c780
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eff4c7a7c7a23ee09f75273abebc52d0ed94e42
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e563f56e16f7b04b1d322d57f699828005287e042dd9b1e6f09bf99c96df8db9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8d141d01b19c6002be276685072050b18fcd27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6bfc6619dbfbb56ae61648ad2f395e6cd515c8c99d09ec6c5c87c88d2580c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339220d913c14dbf92cba2cd06a000a347cd47b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc333708daa8f9ecd692a2d4be1bf0399ddc6fbdc43018a2639f37e2a43c258
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456f27fe86f199fb560d0a3dc7a58f1871b05070
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139a9480ec7887768dbba24aaa519aba2b4cefd077ed5dc7e0d8469a31dd7be0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f82fe64489829a65dad1a8b4237fc997c48699
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59bd27e73c081961658a70ede6ac06b5588b3715736dee83ce7610c0b42e997
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590e1453d5169e0082cf067602640b2351de27b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c5e5f5564b1c7eb47e2bd80890d42496fad618ad4cb1f980d4ef5a4e12f4a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efe088cbd8c3bc3fad570bb9d4ea66bab80767
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0b52e6a10a1e3d558e2052a1a6b3a83129b9f5080776ae72917996e2a3cbd7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2a80043604110bb6868437226fb6535ff03a91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752d1eecd5a6d5de9b9ea47b56915c3bc0f47a4eb7d876325cf97afc66a54bb6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5368b10df0d27390aebc593e8d1b874480ac3d48
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40383dc36775fc721371ca478f88fc20655745f7ff4efba3514681cba988cfe6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb44e3de32cb3ffa34cf8b95099ac3c75c3570a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5833899cac4cf02fc040507b362a3f992387d4bdaf9d7f6bb61f9c517f9946
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1d6f6d8967d06efeb4dd4342328e9a9607db3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44823a514f0576c82bb41847a18a3036698bd7901dafdb7ca8f643da793e8450
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2505139cf630cea3f3f40cf1683e9256b7bc3cab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d80882a077706fd777b4d6391afab7df06d80be63934c945a19c2c4ecc3a29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebec10488e65b5ea9e763a162bcf15bfd6135df0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ffaa9586182cbf00baef33a16c4925d40da95bc3afb7280522dd6d85d6d898
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa9bde016dccc4e76b1edebd0a7f42d2037caa9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd8ebf9c3fa695fc55e6e70a730eea5bc856cffa1af4e7d6914b993d5edab57
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fe6ec02f7b8de9fb6885ab42a9a2aee9fa0b3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d31830f6d96a23eeacc8e20efed57c78e0b3ad73fac6fcc430c6b2838ccf6e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716f0670708791e7c199f57561880fdaca5ba1d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08240fecfa82735ada4a663025f4431db9a7026e36ead47b197ffdc3a540bbb7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe73d070b63b7df3b6f975cd3972cf1bbd3aba9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbe21662bdadc6a3f9a1ea9a9addceea94e79810b8e614b080c5f9a3ffc0109
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcec1c9fc68891412fb7ab6ccdcd21b07ee8c19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3132a07577f347d8d5fcb763e36e845b7600833e8c8fc944507feb8c8b6754
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14074962823dcd57b4844cb658aa77c48a370f4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8525bd3b9384d87e62288a7d2be0af6a8d89a79c8ee2bb4a77b1f4bc41710
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f28e48c950bcaea90eec32ff9f0009ca1b1e504
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078caa5b9b86f3df950354c22533c62685299979318cb72f7cb6e2a2733ada61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c07ada8a5a636c7e4b91ac0f373c47202d99fb7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3854ed858cda39ae35e6727ac138e33655100dfd7bf0f2df62aa65a69062c1f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4561e574cc1256e7aaa33790eb0f26c374a13b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a3ddb7640a90091d8eb804854f8a3a70e35cd2022210b545300eeb8a819d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79010a32dae40aeeffeef620251a4355bfd85ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af72ef29015d745d63f8fa3452074ddc36630a91e6e7b10e3695be197408e8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100040370428587494cd23db33603568b7d9c3f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c73d62783c2d0c569d716237e6c4626053c1416ac9c9e7bfb3e1f63206a95e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fca0eacec0d25e0a80742a89e17eb1dbd5073a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cb0419cb6342201b3d27fa16f28e3ad5effa66ea732df731fd3a5578af68d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390f159406c1212e177ef7242ee37f69936c157c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e96eb864b29c39d6983d234cbcd2820cd5cf8bfc5ef190dfd74cd692fbfb1f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1da2e166b884024aec8641130ab85d8cd8484a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3732a9ede7cbb36f48925ff9b68713a00fc7f1dbb79a7cfc6e614438a22728e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eb5a462fe4d8b0f38389fe209b1a70fff5deeb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07b58ee9677b363a7f78e89cdfbea30aaf23e81d3988a96a3156f898f7e66b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1857c98b7dbe1d2b00d8c83ca8057b9cf4cb147
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd2767491e751312f5d32036400f4d6a2e4d7c98271ee39795579ae725cc062
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d75b843dd33a1267cf3667900013b64ee781c6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b549fd814dd0d484e1c606c1ee49c3b4d0c1e1470c5cad7849a509f05cc8441
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d914d1aacee7f5054a53312a254f91a73ec81d49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a191b57599cfa4141b0cc79c234eae55a689bd58fcd874d280861e036731244a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1fe6f6037274bec317cdd40449082141ea5bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92063b17049de0a00dff57db19acbc13784037c3f82ae515ff30f3cf5aee70b2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3891b019df8e514439f078318d6586941dab8756
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f584985297e631ad9c030a2e457ef4a941f3aa1b8d75efef0f0828a1f20ba32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d6813c3fb96083ee45b0c0ba24b09444439acb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59775bdea32214dd178d3a8e831380956b40cb18c13121c74cfb0a6b87905271
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7713171aa98061d9672792a3a888dc0437a15f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974c84e33c768e3fe7e329f68fc99493c3ac993ceaeea061e178e6ec2b6412b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b202c48470e910dafa5d71224596ce9b21e6aac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f05d5a92e942270451f7476312e70801bde34fa47284efa55921e91ca2a91c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0f248de1ada35c92a3da073de04b996583eaef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4236dfd124e938d64cd44365869f70cb6eb90f9d28310d48eda9cadbc85c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e1c642ce8d0660982659e21c8d3489b286d423
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc77e7c03a151757bf1737855913ebb81a270dc953fbdb10f66226c65bbd95c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79b83bb2dbb454d94c4362bf4fb3565194beb91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8452bc6d6cc4d871c6b6927214accbd8f1869dc7ea2aa8d3792a2e45a9473bc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd6786f95caaaffc25b3af92f79436dfd87c53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a87937874be05a86c9632cb28f932d1fda09408db0df8efe414d4a918da1e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f7b7a528db8088250f6f5d805ee971fd16b634
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1a94f72b24ab48dc1a2ae61ad5840870314b3fed8734a0954342415cda0126
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4446cd39e38610008408454617c2c3024577de5a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56dc1783cc4f41623e285025aea4fd95cf91263bf679df44c7a5e160d97f5c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6142219ef4699790dd332bf3355275848420dd92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0823c5c0e12e1b3622ed61d22daa69eb96988d10f0c8f89a48bee10ee08f23f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d009507f359b6a1bfcb7d16c55f5c44600d934
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7115fa669783633316b9d88994f05e052dc39b0c53a56316045f86c23a6acba3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cb25a6e54450c07f55722c974f0e21cd4ed5e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f698975a87d2b45b625bbb102e9e848e6eafd10cbfcbedb6cab68dae6eed76
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8708c1f86b48add974a7b219b330d7401e1be957
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848801ffbd59d19560e621d302bfa3a53c7b9429bf5755a6cdaf87c6f32bc64c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557dda6c07cc98f443ebf9d9619e4408f8dc4f67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f921ea192060f02a65ff0b9ccce5eea4c0a4c0ae0aff60cc5c77d61293ea3c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b119bc1e735026f0dc6815027bb3ae74478199
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970eef014b81bef77154ea70d85ae78a5db85c6877347a7bc40e70f7a7d5182b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b62471bf4716f170319446f42fb4a15ddec4fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d267199fde5a102f7c8961c18537d28cf839695f0fa8ec173ab7854c75a3b3db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03975529963d07bd2d097eae95221424e59efdb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0637173130f1c80686fd1e53df02540804708e8ab9388877a58b027ecc3676e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06424ac58110f905fabf936304a2f04961cee19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0e8fc321c7ee5f199dad47588029eca843f40cba5ecdd7a5a8557a15b678c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860b37bb24452ad20dde2ce24047fa5a2397b6a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84ae41f0dc3d1bc78d7e7f9e2a6e9151ca72b783bf8bd84f84275415813dbd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124e921fd1927358f01377664c3f0211f1e2ea45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc6aa5600caff32ee7dcb32c51242b04428ef16701b0019bd5ecc41c83dc1c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f29a49203880bc68c5c2116805534202870f06
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099c25c6b6ada56c3ce2820398df9a59f9072e67a3eef6c9c8291bf86ca4080
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3589e4f55f66eb0416454a8c611a496114a237aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7673a1e0a7a48ab9b39713cc451b03a31348de14f29e92dece98547335359f69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f9c24e42ed4fa012d3bb0cbd74e5f47e01174f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f067429a8c0bdb84aed18d5f714c51b23a70b4d8bd9830abd728dd5acbd81cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78917936a3b1d8883e08e816636983eb63c1d556
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59c01a3745a42139655ebf68be7be14825dbe27f6a2f6d73667a44fdadb049b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fb6ce6f85a3c3d55b04607ba287091a55f3985
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a24da74fc408c96f4707372200c381817e2db623deeb067d6e77055a476bb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daf61f05cc21cde293a961cb1ed178104519705
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b619cd5c246f6617ceb9de4a948a0796b0f03c624c66f480b58867ce00593
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21025eb1e36c1b8adfe852844ddbc1c25edc1591
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360dce8849dd833a9cb4a9780b13baf3698662fc401bfd818c30e8f47583a2f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c59e2e77249052ebc577f3313c6e4bc066785a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb42b260e7faf3c31ba633ea930e872a98a3adf68763612c4dd88a3bce302a93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3e83354415cf1519f31d809eca82b92a226425
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18727d9ca0905e956f85bff7523573d556a01c6f87375724051987b6937878e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6996cd739c79fe0c61f71cd3dfbe70c21cc7dcce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81515d20a9ba97d7209a0ed92f4da368e90013b1d1701bc44ae7141eb68b386d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fe85b7f0fa2f00b069a7dbc209d3c7f11a017c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15c851d85aada8f5dce2587505a081d37df4ad022fcdb5f10efcae56cac54a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8795e2fc55fd928c52a9bffa3e32723750b9be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad8004cd203731186272c26cd374eb751fd7119534c72876ab1411bece520f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6910b7288a3bcee59bf6262188d6e335ddec5f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b1e0ff6e99c9e2ab9c2de33953c01232a34cbf1793a8781c632e79a2b83912
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f85cac77e81974c6671a8e84b754373f34381a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a531c8848a2dafe88b04640d6fb8c75c50700a02076d3fcbc3230a707f0b5c3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b702d18aa34e448279ab4e2afdeb341fbd1ca84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c39712d538f405000924628becce15101d8e23904f9488bcda35d48815e434b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5904996b99420e8046d6a37ef1663c2ccd91306
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774d1b5b7724cd047cd01ebd1bef35c732992bc7c656bccf2e0be184b32d9a98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a816b66bb552e4022f145ed033ef05d9a6c4c24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f947941f729cf264116ffd4563523f1c1dc451124ec04f26a97cda0ac5d25a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5cd6fee6862e9941fc1200eae240be6dab1bdd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18b55e72a7b2c5a6b6b00e784551dcd15e40ead0549c8126738e4b02a640bb9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3a58249425aa253f00eae1c1cf17062c155c33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924d30ea1c1365e3e2dcd56686079f2ca9e8cbcc1ae398c1fcab7e4c62ecdb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370ce004354fc4a04f15a7719b73ab6eda678e1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e640783f04a41f177ab7185a02fa9f2329d53e40d95214159d80fe0d952dc9dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03543ef81e4751a51fcdc2c1e056038c23f3128d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a88e1b462e559eb8db0eb6c6649d360531833775f768c71015c3e198db1031
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb17d3f05caf4be3381766b479fdc38f6c54c4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c922edd6189d328f7c117258ece54b6b7996c1177b1b1ce53e14277ee36ffe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da9a9de39627252a656727503b8a9368c445b6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94246bd991eb094ca77acd380358c4769c823f3a74dcf20f6120be80ab403242
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd349c834048ef1320e03f1452838407d19971bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e248330306a29157cf370db3dd866fad35f515e1c7aacd37a588d2fa65c0b297
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b88e333459d50dc405dc0a4be3d90d95f8192
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a2ac0a42603f93d9d3c66e46826a465c932355d31757c27e429f10a3b9b256
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c285ae1bec33abb5514d9cd807f9209f8e76f178
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce93a5715bad22b98ef87bc008663188eadebfb3c0dafeaf105671ebfc1a6a9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aebeb82ec0fff9220b988dc314e132cd7e31b9b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0274e5eee2e405a1d952f003b89b08fd0a076001f90f84c6e13905882bd0b4df
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f961c094aa8d67c6b540354388e5ebdc3bb71f81
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cf9aff8ff55274684bf9cf28757bcfcdc33a4db3bc6f5e689af8d2a2e5d2d7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3587fe9ce2838e69ba38159f6b1be369f1a34a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7053db3c26990dba312268d24cfa65f566c68c642215ca3533e0ac8cdf0d8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca88ba33c27059ea709d98e19f3552b9be3d1ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ae7554e890e1387f6baa5c781e9b3df9a48f49d193bf9b056073e34e324bcc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaaada37ed680c7d8fa94ce6ada265645ea7765
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30819c7f9c52bdad51f646f6dc92c37f611f77286652974ceffa4cd2b615b42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7785a14dff78fca090cad950e0e1f8f299cfdb9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f9272eda3b106c9445b2593cd44f2dcae03a372a4bfa77aaa91779445d1728
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814c789ec7ac9ce450ec20162268a1a5633e4fdf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256b3d41e84200e510904b615952e426e4a43d4c637b4d677b227e6ed462bda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d151e6e2bfafbdb8daefbaa8860cdfa4b0f188ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25e24fc6807dc32b06225d919edcd7682e49da02f19735559e670fd5f0e0664
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1050d9c99a1ea89b1b9f8c58efa6dc9bca17b21e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dc3452c32d70cb84bc43ed4f2b1408e0fce36f5e9df092dff06134151ba4ce
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b18a3a4e5189c11df75a1bdd483f135cfa71881
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267e12924af084aec7bb023c82820d72fa805eeb8f9918a4b01cc5dd722a26f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6627621a0c3712509aa35e89a60beaef4c5a57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336bbc4a3f4bfb41d968056c72ebb1d265108e42bf9e3220a13578893f2afd9e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3a73c844c65ac18e00c46cc1ed0bfbf8927de3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4bdc7db92ea5f0f37140b1f42473b7aa1b723bb3e2d1432e7570c4864eda86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab580c2243bbb1504077b37f3540ff8ab549edaa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7875f8b1181ffd352e86e3b8867525a26036531a39d76096694f62a429e0caff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ba0291dd12f3107193aed6125aa9523eebc062
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583d18993cdd0303995ac9e992d1bc86d133d935b8fdf63f543baf5c537ea45
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd1b98e36a6ff018881088a78b2ac1f767c64a3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb34f6e04cdd6c450abbbc6335da12e7ee922b911ceaa68b14c4d7b65330890
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb577dc9d68462c3c29968cc24416e800f94fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0fc9d5cb2b9c5a8217cea4d805e70341a50a732ee7f09f75efbc60ee735ac3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef8fdece3aaa2d2e38948254dedf5095c9bc9bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7052a5ff445b546b1767254fc4bad9884ae87982002d57c7e7393dec3344dcce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc725e998d500d72833c654f47e9afa896d697d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d83b522f2c4e116faa25face96a286d4b4f7b7d0255dd6d23da915664b9ff77
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7650fd4055688b1f7e319e19eb380a45bf7c56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cf76bb5a566dea99203176d76eb940df9fff90a4c8550f7d7c4fb6287addd3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2ece4c702dd79dc9eb8d2375d642401ea45510
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336511d278fc2f3eaa650cd3278a562111d170fe0bccccb38b4145f2956ea6c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4007b6438b3a119c7065bc2d01e090b7f4ca3c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdabe656d8bd05ce60910427c4448e74863d65b693a4ae615e2b36fbc48444b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75ab41a7924db74a09dd9c61b14c7a9be15dfdd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff9d71bb25b7fb0471ab17a2d8425c7d405385e82d18d4cc8f96bce1de4e7fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9c4ba2bffe134a66b3b221a808b22d2179d13c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb63feb98a8fa38295425e26d1105351be1b1741a4f07beea12ee608e4f9af3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe46df25eb1053dab09518230fe178e12a24227
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ae9e378d19cd6ee9f6053a04b9954bc59a97ed26351e840a4b9f0d9bd85465
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bda67ca8c1563cfde6dd4fa83ec090e893117e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af3f5fdf174f7de1640e175dc008d7bead3ebc78539a2c39fdc3976459aa481
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c0447ca7b892898a7367f28d88dee2b18e5087
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9b8e8276aa21f181b9d81e3ee42985ddd46b361555b440450f5ac0b7455ace
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f06ac278ee6d132111798bf8f9e20e8d46c11a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd3f2b06f60af6c7608cb39f4820632fd7311ec0fae1e9d7337d0a0c2204ba9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eea6aa7a01a15a361e2cb8367ae7b18c7bbe676
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44098d74d4015c8eaf7c611697758eb7f0f940d9320e083f6e763a5445f90add
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6582890c430db16e2ea2daf731563f1634d2ff6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a5938b0502f3733f070a881ae38cd506ba731a0906bab25571e1541ea7b4b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfb0612987653eb64b9af1fb43edaf18e293bc3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833faa632179050e61219a0339deb8513ac8a0d8f6a6d539ac37938b4ab9cdd9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1988deec295cd1acde954a3cc0c1339ab097160c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5a9e347a46d32593097dc2c3ffce815e3441a3b473f1e40b85e6a689e79e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13970e9e9f16a278ee1a19c9a10fc619fb22f150
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2c3299b2277beaa2742a81fb087db5d51a6c68893145b88850c60960809076
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb393da46a08c801882c543cc95227f7f5141f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36584a89ba2d1e39a0690a3f279d1582a4bae3033bb2273b2c61edb30f7e192
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ce83e4ebeaeacec0c69746bc1b8ad33752672b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9531408ff38d26204d6ed8fb1385f4a4e59e8aa6dd29082d10972ad27cdf0695
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea192187c51900606380c93956e8965171d7733
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64df0054df2cd2c2986c28a5c18e59fc1374dfc6a5083bc59b079d91df56779
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19683e71302fe06d80fc8a233ddda87cb4802806
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760757c2cad564f2b234749c95c235a38430e1468dc8d000af5384622e801bfe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10997f645b0340b94579b3bb57987627579c1657
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c79c0823cfb4b4e49fb31c3fbd161c5de41f1eb70d88e8a82ce6bf178dce7fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a53a7be42950ca16289c860d119aa439bbd3abc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f5dfcbaace7eb3f3e975d5d358d046cf46005232d8d3f4a3a358bb036867a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ccac0103e72251de618f976a0f86ca7f15764
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fd43deed85328680e82c12515c5adae5f7dfc3538933c643532346719ab48b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c713fdfa29bc3297474ed5149a6adc7fdf616
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230198b80d2652c44ce7b91d7443a99016992cb10efc2ab695985fe1b354bc23
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968849cedf9bd2179f03953a7e8218f27989c45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90048ed241c989285944d05ac994ec2f2d8ccde6fb7441cc2443ad145a0dfeb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b49de0e68944c706477ddcd71ec7f694a14a6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1aceff9063aa76b3cfce31aefa87c7dfdeacfcbda0b037581faacd442445a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0281dddf4dbec599cd23e4bc1fdc37f05b7bf5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677cb7e0731a96bef0f39eee8e135dfbd81f0c2bd408b509e0339231f160c6c9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c173edbbfc76700b6b840ae9d7629c693bf4eaf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af77f52fff0e1933157146ebfd6d7fb7160260ac503601a6bb6f76d496b4073f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a80f8d29ab529444cd31b1c8a2609eb67aebf5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89959a5381b97bab29aec7d7cd11b3f4e9028d91209915c35a5d8722f89f0e6b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371622bacee0ad904d24aa768edf220858d63fd4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ee96f9874cdc876c02068c3a823c0d9829a8ba1c872f1890da100440c84ab9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697cf654300834ffd934610a8eebe29791d65ed6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2dc7780daf58a6c0bc05676eb038260ba565c56bde305f81c046d57f1fc77d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90987f60a53fb2e72945068dfcd8cf117f7e6de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73cd935247f4e0b11c1ac88b8e8d80104c6b3c7b652cb20f97982f66da69166
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093cb2a38b1bd346657d39e80686c19a7029cb49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a671832f738e8560cea4c774d734cfacd2cdbf9a601c58f44cc2374a4542b16f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da666f1258a2da673bae8da94324bb19f158b914
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c037b63912af1e060c824b71aa2c81c073f2d70c43a7ea9dedcfb621cae81da9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46e8b4e7424d02769975dd8ed71c29159ab0957
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e65454a509bf671121e3e619ce6dc0b64cbf30902ba46c34f0fdf069cee1bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716ebeeb1007a66ac90004a3f6bf7f5024f15f59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c88af7635779460bfd496f0424ff1f5145e2609dc62b2a17b67c6e6148b6b89
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f384b3a19c025bee21b1feb09cecafcf2c1caacf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8443f9a34411d318e94df375dccee347a9e1116112ad155f352c33b6ebf23cda
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82aa9f9f572057f719c9d43d7f5ec8c8013638
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f346db81c1f5ff14c188f4db6eb9b728f44758f4a68a91701916916367a415
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c267a521e80ef49fbedef558cbdfccbf56f1c1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b119bc0831b41ffdda17ca41e094ad8aa9a28bf1868f5e4c9c0b044ec65b7ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d2b20ba619b541f2f3c63c0b5606b8bb18d31f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84782b40dedb006da55c60bf880ad983286440ad11492c6551b30bd1f6a672d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49abe2e67e89fd269855df1c0837979fb86ceb3c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48a93fd36daf9ad6b907f6a8da5fb53694e5aa6ed82d4342e8adbf3474270f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d76af894a1a7d87f4795f1664b6fd3c52f3b01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48e6e309b2ea2494b89233325da9dadbd681a503de597d453b03af1f5272fef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a45ad97ad3279a76b4592ca97a4dcf971314b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1665502d6bec8c539c74c4495318ba423a11718dbf0d3e05345287ab55cae338
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237533c006021a68f8250298726c06af26092111
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5a14fd61ea0350edcf71a7280d216bc4e39003ceede9e5fde9eb5d2bfcb8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d02824b3b48b41481484338321734a60503372b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63ed747c67a8575fe16e958b4f41356d7ee4c36868db939b31beaa0a439d77
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b501d231dea7c59ca1e9d95d761663e29912345
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072b36c5742df01dde917681b4a0a71b9695d2bac050f2012e4eb37ebbc47087
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1787ceb4c8eaff9fdf75c4588c6561999f3a0f30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fe8a52766a9dfdf66a75f596167b5e2c6098130eb016a4c2c190d90f599daa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37d24e99b4aabca1a4d871b49057378ace34d63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39661f074b20a7904c2db1fb6ed9ffde1a665581a742edfe4b0d3833210031f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64c916d40f57062948fbd995f3e3a6ed56e7c6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d623ea5bc894ec7b68fa31968a13170188120777432f932b740d09ebd04c2999
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28710ef720a4b7fbbb25135e97d2ca142dc87ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fb4ff9e6d8154a241a16e34101051ce9b82c41cccfe62db65fd688219f3c95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a063eba2ee3988e6dd0797f9d9b33e0f482cc81a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40094966713ef8c513e6883e0b92801774c375c79a760a38bbe2220ef2f68f5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c176a05313ad72670efdda7eb01e5624e902fb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b892c9637f1abd1bbf1807f4faa40ec3081ab0c18b14c4d00aa11de3b5d69d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfda00ad3e801901c099abc6919dc61fd2f48914
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979869ccb3c2f6341471c42c6bbead727ee0287a1cd313c95ee21096681fce2b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201c3ed6068085931f109d4c0c0d7c0afcd12239
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09508fee88ceb60121ab21f36ba19f7e8d80124f909b03bbc7a6e1431a40f54f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e4f5a6a34cd02d45cbcec231ee6bee7f50b047
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35099f54cc3dc28c24dc4d0615e6e293b32b4a4e31ee08ffe760fdc47a50c19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65c20e1a22193db3afb1d920a149318d8a3921b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5355f2d728f3c5c521b2bb3174a4caf055484e6a19eab448cab4ee360ce8122
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4025629484c08c38300c7562be247142277193d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64531dc38410a14436bc8d9fa307fcc60d548966efc9e2e182216847d275df5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9116f409014ef0e00c8efabf8627d791b8be0905
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e00e0e479bf02b4618148f166a9284af6208def5e37d52f8048ece0f0be4cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d62cc38a970d84dbf83538c34f458f52ed2dcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b6ae1cfd1d936c3b1ef8f0e14c2bc8c8ebcae91d65ec8254d43f0aa531a81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe39d12c815fbe5781ac133db4a5cc43f77744e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f970170162901fca7ae890c1478be7c4b5afbcedffbab29252a2a2d74d6e86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e38934db29a7ca13f4ae228d353e02c7ccaaa30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995255f893d48d4a7ab7b5a0b9e68d0998e4d3ce7d6ac3b3c1403182778c454
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c012bc15068caccc2d8dc162618936d6429ec5b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3dea32e926b8f920b4c4bbb2ef3557eb78e2a0225e9e657b6f7477d384d2db
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee9648d2d1bff673d7e9b828cb3292713e11782
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa57eb8a81e7eac11342e76f96571ff73e7dbed86587327ba890e853ed87c33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20b8c8651679014733ae4491b568099aaa20075
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cac195ee1ab4e34fed5023054849ee64b539fbac5edcde05395aebf508858
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b53c00322dec48820e3b0b31df09f16571e5d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbee692997d4af325ec7d88fc30b7e58e9f91c8fa6fe5c93c4b0cbb3fec6138
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec2983141a6154aea6925dbf109471f1008972a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8730900c2080148dbaa3e3041a926c54b3c64fc2b6e4d3574c9e608761d7d145
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bf37b46fe1ec91af3a730df3b8232427148aac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46f7d8a1ab13ee1b050a4d18cb7ebe187daf355209a7431d21b589f09dc13a6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84e8bebde253247f5d971292030c7dd64b15ad0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d001aa288264c784d4372f06c0d05ce675795de6fe432da224fe8db3f6bf4a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bf3a6dc3dab291c86c3410fea9e19c264f0f84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b5800b406b022b18262feff8b4a0c2b38e53d4bed264af2500a5c68a9f9485
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ae4433a8f8582a67e970b1da5126f7d712cc9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027da9aa296d75d9313bdd62631df15c7085c92919ef293a3dc85447771bd5a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b90e6a44abbd6d311aed743f44559f4575ef7cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f84c4e070ee6294157464f8625cb6e97d00cc69e9bd5838351e1e48a44ef70
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f05486f8734d82d3ed218d04192722c610c1e7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee03589b6f5bb1a235fbe863316463296fa419f24b7ce8be5d2272c238f32d32
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbb8e4306e4462833358fcfbfa3103a15f9a1b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc658dba30d3164287c947cf96f0e387c4f3fdb38a9b0caa7cd810d4f2de5b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345fdb8b2a07f6ffcc13c0b820d4c9be23aff5f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f00270413324734ab8cfbb2040cb263ec2ab4722dda1e68dcd43ac62410dc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354c311ba3441ee63f6e1aa75e787b8edefc6134
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde7ebb9cf0be2f29250242370e4ca1e7dfcc1c6921d3309a9dfdc2d2947d77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6521c1fb366cea40b2a89d5035d5d3e8e6d0bf64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76b7ef80de9fc14eb09b42b2a41f1d8b9d827b6a65183ffac8dbde5129d1750
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580b27e6800800ece3320af99d0d991c536a411
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e12d70b2593edb1bff6b92e71ee7b6940c9a100f47f116c675f9d3ec37f37db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13522605aa523d750754e07c63dc1ab94fd4e886
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbab6955d4e979f5932a09741026cedbb16d9f9833eb8a107b5da79cff7f93d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab655f9f3facc637039c2c0a3e16fefd177b8c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c46f5dccb37e983e658c08c7bece8b7a93c61a32417b7ea5fe43172b0bcdb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bc19fcc980b8d57d72697aa35b01ba4505b7da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5dc158add8d5be2226f80b120ea054a7ae00ad153540037b434341d492ee2e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b36689e32ace5572114349f6361c8637b76775
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0e1d3579430fff6a77d25f104afdbdb71663e8493990befdffcd4345558f68
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c81460ed9a222641b0b3a441918ff6991bc41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4905aa2af0498bde468cbb42a88ddf7e032f942def58affeb89e159896684b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ac1fa1774ea4ac45dfae9eacd5ca9dcef3c20e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c104cacb935554cfa28798dda180e14e4694cff716c177f9d163c2999be4fddd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de97c99d2e63e6ade41dbdc5f3c7ac710afccfdb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abfa217c476edd75630ab535f769f37829b6ff633de0552d6a44ccd8daba3a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31df337d855484914b26fcea86f90e6a7c63406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994881ef5b85aadc66b0c01f386d28597f948840d298f897d0cf4e8e5933c5e4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a9622b12116cfb430a6f05862404327a45b5fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ac44e4cdde8d40ca41761192df8695eddcd71343967440f60e8de6459ba293
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b355021b99b5d849ba2f3d411d5b078ec0a0d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9f6a7ffc94faa89ca84a3a9b97b380c8fb06057569be067efcd660d6798ecd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75df3e78fe932171345b124582f6fb2fbe63a8e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a9aac1d055f497fb817a8fddbc402e52175fd215ec8f287b28789dfbbfef1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4d81c383221b0142223a128dded0391e0f9174
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43589d5530cbc20ab82d3122defd8f08bf15a875926db9ddbd2bbbcc5ec692a7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f672ebca3891e930c4e8afcc9c3b70309d8171
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01796f061e42db6ab51993720fb9f3be0758142ced4ba6a431bacda4adf6ad08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fd9ecfffcdf13e1ab2bb07de44627d42daa789
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6d1b7a3e4294488b6f48aa0a1f749722e2e11f362b228045885d1d204f874f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080d6be4af1acb9633a3e61ee4b098344bc3b773
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536cf54ac7918d43c8ac74e50d6d1d3a5be7fcad4e3070757aec9973e67e5b78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c189893f3a712bdabae768136d0b0bf9c29153a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0376593a857cbd7c9269b54718010f547c8aa0b69c522b1049918c0a1b45b53a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033be299cf2117fe9e9fc72bed4ca01edcf6bb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfc5888d7752e537ecc87aa133c17cdce78e3cb0b24ef0687c68dd520d2280
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825694991b20479bce7ccb214690931b159d3de7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba1e048110180e7bcf6455b15bb6773536f9bf94e407782426e60c089dafe2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63808198a763a6e4e3845ed5796d926eb3f65f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fab77217fa75eb6611bb3108a0537170978f2b7827d62d228087120c05b29f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629514f83977a0ab986827c989b554c556334bc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb7e4d50f1d3ab2dff0c13c6117c31e4583700f1849325bb73dac5aef6bebf
+size 205955
diff --git a/params/phi/5/rnd_search/comb_0/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112e411ae7981b55ad1f68b423b38a0deaf8dad3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f479cfda186763ad03c862b504c4476faa2f81a506e1eca0fc47b16435bcc4
+size 205955
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29972671cdff585f75976c587d6ff8d04bbf44b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f551cf6df842581963bc1d50a57a8a5d4d6e8d6b00a9d135946418c4ee4bca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ef8c4558cc69ab9fec8d8d28fcff0e85e66833
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c1419c0f1cd165cc551eea96a92ada0152012f15a3fd230ffd4cb9b05cf45e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757ccb64e62d5549a267324700789f507ccb9a4e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657dbe0bcc46e4f5229898ee7fbdcb4bc204b9f81ba27881f31a505c5b4081ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98164e195803663c66d8cdc1efd1e86a7c38fcda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a163a22a0fe38e2a03fb577b0469d8bcbd2992d3ac68552c1b424a6e8776c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b110f34b58457e9a2f0300fb28ff0c4282deb406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b52f5b748a9bcd340914cd8fc49292ca6ebaa51e2c795e6bf7cd3981582ef6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986fbb5ad70760cfa408a9f65dc396969ab133b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0eefe6ff6fac9227aa0988d15f6413a998292c1a6ee86a369be7374a553e81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de78ba3fbabbd65f0e91b34441fd43e2fbd036d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6482f030707ee5719161edf18492e14dd88ac10643d9fa7818b6d772095587f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37b2da28a4d114147dd4d8d5fa9e641f9928f88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb183bee8b75956d3f46264bb7e1931d0bfe9320714a2d8e6c58b20290bd9177
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4b17f756afdc9ca8e74c54bb7ee75fac559c9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83519158d4a6381e8e3662b7906217bf8a4d6f1070fe78c4b70ba50e28ffde30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130073720758be5ac2fa3c24e2c75001c2b2a5f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653aec532406af153cc2c8b7b109a6d8febb1eb28da691746ac63b608436c31a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58793de495e682ac89006d0a49028d5e32bea70d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46298c33a0206b761201eb5fe7246a19d89af529b4aa02709f80d79af0ed04a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ce83e9f62ffe6e2bec89427d8e1ed1f02172be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee353c8339a91f681aaddc9296a0dd77db32de7215f1942c7378b76d85ea8b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8e72acc459fe80d5fde2cd66ba1b5c37373dcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7d0d8372436ff25b74207310c8493351f012aaee9539257c2e0d25a3fe862
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba880597f28e6596d46fd5cb7979f7f2b8a433
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb3882aa40f73e412937610a4296b2abc41e1be1bef6f31e48130e31c44db0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88271e5b498e60268b7b8ed85d2448964bf75181
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfca28d874b9cec3fd32b251e58ffe15d3dc1c0bd9d3af36b00263e46baf849
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda8ebd8fc500d5212dc634205ee405a58777816
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe1b406cce471af2f6f0bc8355d0ac683251162e7313cb5069bbcd2d966b793
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9affad74fa445bb98109c5ad717ec09b800091
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9286427e92b0b442cbcb9672354a08b40fed1b53223e23b71c9ace2627d63a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134a3e9f5b06aa7bae54ed7cd263788f51ac6f38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504a0c28352dd5f588fc9d0c34178750b5f10c391ce42d96c2a5d869ddd6525f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ddc236176d4ce23e31b83957a6a91f24b1cda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52699cd34b941246cd156a676f7e69a1e6dfbe5994ca6158c25bc1e568d7411b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f92244454b4c4ea67d703c2e61dbd77e30fef3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5565e367bd4a8cbfa34ec520d3a3db685e5b0a19c324f89a7ab0bb56ffbc0ba2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c637e10125b3af59fd7f95bef4d761d045dc983
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051a6377ccf2d6db3cc8dbb157b0af6de22b7b9d1e752b30440360cf685dd81a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e0cae2f3e5e9d07c6c6164b27eda7db7fe34f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441ef0b1fee6e517426f298a09a81b401a02315cffd2f9ff16b09925cc1bea05
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04789fb1e3fb42b875016398da55db32bf180612
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed0e5f7675277080f41b5058440c71ecf88afe01a2c621f2eb859e6db3b611
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca8de30378db4a5e8084325dc01085d84a14ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b431cd2efcb15b5d61936aaacc80eebfbfce5f0ba073987fedbaab4beba5945
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089e81e24624fa775bfdae9a147f628675970562
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c635d303dbf349c36648c6d72031dfc63df08e08fdf4ab89ced46d9f8dc9344
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fbcc79f625123a1e67eb8ba369b41e8542a317
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b1ad8b0922c2489075d212f3e3e4d78bc23fe77dda6edd0a4b274f3f848ca6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4719954c3c414a9e358f018890b865b4865bcc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756cbf12e552de48ef602094c3df9ce27a7d8a99fcb7e4ea39f5bd120b0fa02
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3298b9e9434fcaa499ef11391ec7cf73d96c2ffa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c6a4be9d3698112a0fbbc7b6385665b30ddc8eed869da7874088e9dece7c0d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47abda39570b60872f7075cd773423383224bba5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd5e14d50754b60a3101ee702b293bf5bfb3383bfc87631dee51f98ed9e26a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867af184150d239081936c81de03e2afe1c760c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b892660aa2840d94214153d82411316b5c147c922809b335237e48275fca4717
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aaf06bc467985348da53e1f67f79d63e4ca557
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7873f7ceb538d9178863ba7dd40111c6c105e1cb4bbfbcf37c5c675312452350
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab04987dfb7efbc98aaaaa072028a4b0fce2c5e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67d37d338f822da7f470a39c694d362fe84dfd3eebf740123c349e04a165ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40643cf0c1d0184604df9ad745c43f1b5bdca334
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4288f56dc22ddeb248197a1de1f4a1c80cf1572bdd3530a6d5158f0a7d43e378
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cc1b151bd1612694451c85c86eb8c19a28b046
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f304e495bfbc72fc4dc03d46cbdc49ba822b6d895999cc9e754f087732fc99f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01afbd8c19671ad85a5140aee1101561178770f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517bf39bf396d77d244124b953986a03724d309817f53fed67838c0c30fe315f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff4ae8c7d4a8b9d9de01bf1e7d388c055d913b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f47bbd130494866ede89685e8efe2853791d4b96b8c5e19396d68b1b4283e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd908e190e0d2ef50c0a274e63403b0819dcde1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a251159bdfcdc18082d43ade7c1bc3c31d5548782a450f6e763076c84105aff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93f1a00da0d0013bc116a2708b31a7d523bec70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b27a9cac6dc6519b2cf373f4cb98877455f890ed3e8bbbe31997e48f6553f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefff82514332099154d16e652f366ebf83ad44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93f5c17fe58fce866388ce4ff79098f81771ac5196e8dd83e88ec2eae4adde5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ceb13a95be3252732086a454cb66e97ee7c706
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d198f761033e96fbb4b063934b3cd5b733661c862e9cc27b38061d6a5c964c64
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328ee4c66e4d4c3227a2b41ac37f704872849e09
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8894e5ef40d77137c7ce0e7201ade1415c9473fcba693d78d3945b9638f8e4c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25602473454ece308121b6c6b29cbf5d419a8558
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c13684ba62e861a51de09e1072036928d78aa4eadf7de923a0b94d5b369447
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b5555406adbefeaf960a4596b483045fdbc8ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72130c34e5f870948856e41bd69129ffe0747ce6002dfbbc3432218c4a3f6965
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd35d66f265d0fa95744c3a7ab188d3e4f763e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a744fbd65508a874abea6c733a353bf8caad5d0730f1d30b623caa181dc2316
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98497ddd69abd28c5a884b4a91df2b382442e80e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351687fe9b740524748ad5f7f4fd17fbaf85de11b8f7fb4b1a67f86a8d6f4089
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6514bcccbb2807362ff8029d554b6191eb858fa6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77066e4014b1d7ad3f666fe0ccf3796563911672c358af0c6c226041ff9f505c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1210591861a864ca438be3c4c58266c772eb89f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3949b3c34db9fa166783776649b29683e40bf30fe1e0883b2bc554117e3563
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3943cdc028005e49b0355881d51913f768043820
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56f295b4af4d2f6627af1aa5ba26d6da3e9c36c8734328fe93612c0ddeec1c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f101d1dd705f6b64b223cc5e35baf22d6822d7d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4ad789b9ddd3cf332a9ee83e3f2b35f28729f3a1826b188578eea49fed25ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de1a5f2d883f6bb80ec9ac3ad7efb74df33fae1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215bc6eace5e82352734f16de3185207ae10881a7fbb0245e540554b6d1fe987
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b60a6c7ca5c85995e602ea1f205282a337094
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d133846377ef3a2189ad9b353a0c050aa8fe8fcd5c3b824b2cbbf08451f8c8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d4b0539d4a88af7dc3e2d2211c3488d9cfcdb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40d28e5c991ac7d9b4c557084ff9d3c339735c1364047ea82d5ea0bad334e0c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae42fb968377bfd5522b782a07f579f2bcb6ec7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0af421fefc33a8e7232ca490af45b3632771885d78d189d5e61947d66e6d84c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d255b984c7abec6019dbe055cf17f87e56b31339
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b72cd319e869abdd993b5489930c12f17bc0474efeb74d927b20d1d649192f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0acea998ffea85925707bce466e7fd27638e68c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f81a5b69eebe006acf2e1119d0588c508f84e9fe34335bebe9c774a15c1684
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372cc448ac990b5367ecf831b08fea558904c47a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b93634e82fd675fdce03ff8921fb29f920ef5324fdf6123994ed34faff1260
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eaa0c37c95e2303ead33ac82eecc530c548f5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bd5e309a425dbd2b8f0c015d7ac5b480eae7cc1f0f00c8276b3bf80b221256
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc395a429f2c6828596036ad2d72a558f583697a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d9ed7d4e9820c5350b9712840726257c8f6655d1ae47b8f5c2e6fe0539fea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5679869bf03901baa8d0e83d91d56a631f779b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9cc324129508f82983dff5c311519d16e7df0526daa4b176fd800178862471
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6474213693d525927ac59b6e2cff3e92c932d57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc318bf0a29ec3149aeaa97d1d5c2c09a9bc99499bd5010ee8d0ded8387ddcfb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eb2a1414f5e7a4072a92661f6410b4f53be314
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4814b23c59fafa561653b80e7901584c22884eb9b157708dc0930f023dcb3207
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498416beb4100905f29f45874406ab816fa366b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daeb60ff98ee5a9d4430f354d294c74e7f1ccbe8c2afc86340f6da518403f95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e96a228d1243155dc075bfd87dfd9d2479420d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8110e7f60c4b634c15d5e46e6ef98710af59870ba02f27ca932ad53bd28afb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd77a03dae6ac8e40c2888f4bdafe4b2a46560
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8af3912a2b77c91dfb1d5a40f33a85e203bd69f91f2e5f8bd29c1c81be6510
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9301ee923e87015d1946b200002710790455cd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3fd25de5c3b432ec44c80c4d61819b35d4b13fc776d01d71c256220e135333
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e8e561a8d4a1fb086423c83a9d49bcd2cb4d0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf285a0ebd9de19dcfff25a7442e957da842cd25182a62fdc91d6bbdd8227429
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d619abf081f80ce26be30ae0054d1cd0aeef4c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35d21641b6dd71c065daf39b8d7ba9cdef474c8fc09ac021c0bd046d8ff59b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc667c207df7cc960cd1fd8e70e5e2b38b75ca21
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238d2bad2187064ecad8309294fa9c452149b55bf6c29a56b3e928702a0540b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9528da1c989b54084651da312a164cd1c2c5bc5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568f28a1fe8223d7a2099c06b1409c4f76115168488f09e1c3e3d66785f38454
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400678b682e9910d6f3cb89f848ec6e0884b8f05
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bdc34bc4b6973a9c112d0956136363deea6ebb84442c3d682d09318d029f0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f524a4fa2905648e6f36e783d58e1e45630a50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada95d57aa4516f69395142fef492d8e43ae9645c60000bc92efa0550131188
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af835669eb0500c1e0d4de6a684bb4537587b20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c1c7e4251418136316d85c0cd653b4874ff11fd361216424ece947b2ea1258
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ab9efc5a5291989aa8c36efa257b7b4ed6bedf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917c8a77d4997c6667f363cd535cc48bf5683b6898d66fde56479ad1a492db2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f0ce976bbe2a931fd55d7cff43249cc5c54af5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329c7059f0a5697d38e26e2083e70978b5d4f794a9970e845a5829f3f93ad0a6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7354a82d10068dff06510dbee13153341953e54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54268d20b2a95376682f7edec527394b37a3e884bb5a175b4ac51af46578f6f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ab434ead8195d71570f68aaed853a7451ffabc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84db5a242aba23977c231f5656d43119bc4c92fd4b8ee099fcb55a3f8dd0623e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feae83c1f55bed4606f405a73b124b4f281e81c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a5086be51c98c4523a1ec348076ac9e8c71b96d7bb92508f5e55fa4c83c780
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eff4c7a7c7a23ee09f75273abebc52d0ed94e42
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e563f56e16f7b04b1d322d57f699828005287e042dd9b1e6f09bf99c96df8db9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8d141d01b19c6002be276685072050b18fcd27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6bfc6619dbfbb56ae61648ad2f395e6cd515c8c99d09ec6c5c87c88d2580c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339220d913c14dbf92cba2cd06a000a347cd47b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc333708daa8f9ecd692a2d4be1bf0399ddc6fbdc43018a2639f37e2a43c258
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456f27fe86f199fb560d0a3dc7a58f1871b05070
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139a9480ec7887768dbba24aaa519aba2b4cefd077ed5dc7e0d8469a31dd7be0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f82fe64489829a65dad1a8b4237fc997c48699
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59bd27e73c081961658a70ede6ac06b5588b3715736dee83ce7610c0b42e997
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590e1453d5169e0082cf067602640b2351de27b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c5e5f5564b1c7eb47e2bd80890d42496fad618ad4cb1f980d4ef5a4e12f4a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efe088cbd8c3bc3fad570bb9d4ea66bab80767
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0b52e6a10a1e3d558e2052a1a6b3a83129b9f5080776ae72917996e2a3cbd7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2a80043604110bb6868437226fb6535ff03a91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752d1eecd5a6d5de9b9ea47b56915c3bc0f47a4eb7d876325cf97afc66a54bb6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5368b10df0d27390aebc593e8d1b874480ac3d48
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40383dc36775fc721371ca478f88fc20655745f7ff4efba3514681cba988cfe6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb44e3de32cb3ffa34cf8b95099ac3c75c3570a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5833899cac4cf02fc040507b362a3f992387d4bdaf9d7f6bb61f9c517f9946
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1d6f6d8967d06efeb4dd4342328e9a9607db3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44823a514f0576c82bb41847a18a3036698bd7901dafdb7ca8f643da793e8450
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2505139cf630cea3f3f40cf1683e9256b7bc3cab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d80882a077706fd777b4d6391afab7df06d80be63934c945a19c2c4ecc3a29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebec10488e65b5ea9e763a162bcf15bfd6135df0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ffaa9586182cbf00baef33a16c4925d40da95bc3afb7280522dd6d85d6d898
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa9bde016dccc4e76b1edebd0a7f42d2037caa9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd8ebf9c3fa695fc55e6e70a730eea5bc856cffa1af4e7d6914b993d5edab57
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fe6ec02f7b8de9fb6885ab42a9a2aee9fa0b3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d31830f6d96a23eeacc8e20efed57c78e0b3ad73fac6fcc430c6b2838ccf6e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716f0670708791e7c199f57561880fdaca5ba1d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08240fecfa82735ada4a663025f4431db9a7026e36ead47b197ffdc3a540bbb7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe73d070b63b7df3b6f975cd3972cf1bbd3aba9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbe21662bdadc6a3f9a1ea9a9addceea94e79810b8e614b080c5f9a3ffc0109
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcec1c9fc68891412fb7ab6ccdcd21b07ee8c19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3132a07577f347d8d5fcb763e36e845b7600833e8c8fc944507feb8c8b6754
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14074962823dcd57b4844cb658aa77c48a370f4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8525bd3b9384d87e62288a7d2be0af6a8d89a79c8ee2bb4a77b1f4bc41710
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f28e48c950bcaea90eec32ff9f0009ca1b1e504
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078caa5b9b86f3df950354c22533c62685299979318cb72f7cb6e2a2733ada61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c07ada8a5a636c7e4b91ac0f373c47202d99fb7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3854ed858cda39ae35e6727ac138e33655100dfd7bf0f2df62aa65a69062c1f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4561e574cc1256e7aaa33790eb0f26c374a13b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a3ddb7640a90091d8eb804854f8a3a70e35cd2022210b545300eeb8a819d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79010a32dae40aeeffeef620251a4355bfd85ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03af72ef29015d745d63f8fa3452074ddc36630a91e6e7b10e3695be197408e8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100040370428587494cd23db33603568b7d9c3f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c73d62783c2d0c569d716237e6c4626053c1416ac9c9e7bfb3e1f63206a95e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fca0eacec0d25e0a80742a89e17eb1dbd5073a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cb0419cb6342201b3d27fa16f28e3ad5effa66ea732df731fd3a5578af68d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390f159406c1212e177ef7242ee37f69936c157c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e96eb864b29c39d6983d234cbcd2820cd5cf8bfc5ef190dfd74cd692fbfb1f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1da2e166b884024aec8641130ab85d8cd8484a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3732a9ede7cbb36f48925ff9b68713a00fc7f1dbb79a7cfc6e614438a22728e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eb5a462fe4d8b0f38389fe209b1a70fff5deeb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07b58ee9677b363a7f78e89cdfbea30aaf23e81d3988a96a3156f898f7e66b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1857c98b7dbe1d2b00d8c83ca8057b9cf4cb147
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd2767491e751312f5d32036400f4d6a2e4d7c98271ee39795579ae725cc062
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d75b843dd33a1267cf3667900013b64ee781c6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b549fd814dd0d484e1c606c1ee49c3b4d0c1e1470c5cad7849a509f05cc8441
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d914d1aacee7f5054a53312a254f91a73ec81d49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a191b57599cfa4141b0cc79c234eae55a689bd58fcd874d280861e036731244a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1fe6f6037274bec317cdd40449082141ea5bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92063b17049de0a00dff57db19acbc13784037c3f82ae515ff30f3cf5aee70b2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3891b019df8e514439f078318d6586941dab8756
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f584985297e631ad9c030a2e457ef4a941f3aa1b8d75efef0f0828a1f20ba32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d6813c3fb96083ee45b0c0ba24b09444439acb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59775bdea32214dd178d3a8e831380956b40cb18c13121c74cfb0a6b87905271
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7713171aa98061d9672792a3a888dc0437a15f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974c84e33c768e3fe7e329f68fc99493c3ac993ceaeea061e178e6ec2b6412b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b202c48470e910dafa5d71224596ce9b21e6aac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f05d5a92e942270451f7476312e70801bde34fa47284efa55921e91ca2a91c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0f248de1ada35c92a3da073de04b996583eaef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4236dfd124e938d64cd44365869f70cb6eb90f9d28310d48eda9cadbc85c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e1c642ce8d0660982659e21c8d3489b286d423
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc77e7c03a151757bf1737855913ebb81a270dc953fbdb10f66226c65bbd95c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79b83bb2dbb454d94c4362bf4fb3565194beb91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8452bc6d6cc4d871c6b6927214accbd8f1869dc7ea2aa8d3792a2e45a9473bc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd6786f95caaaffc25b3af92f79436dfd87c53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a87937874be05a86c9632cb28f932d1fda09408db0df8efe414d4a918da1e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f7b7a528db8088250f6f5d805ee971fd16b634
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1a94f72b24ab48dc1a2ae61ad5840870314b3fed8734a0954342415cda0126
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4446cd39e38610008408454617c2c3024577de5a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56dc1783cc4f41623e285025aea4fd95cf91263bf679df44c7a5e160d97f5c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6142219ef4699790dd332bf3355275848420dd92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0823c5c0e12e1b3622ed61d22daa69eb96988d10f0c8f89a48bee10ee08f23f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d009507f359b6a1bfcb7d16c55f5c44600d934
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7115fa669783633316b9d88994f05e052dc39b0c53a56316045f86c23a6acba3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cb25a6e54450c07f55722c974f0e21cd4ed5e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f698975a87d2b45b625bbb102e9e848e6eafd10cbfcbedb6cab68dae6eed76
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8708c1f86b48add974a7b219b330d7401e1be957
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848801ffbd59d19560e621d302bfa3a53c7b9429bf5755a6cdaf87c6f32bc64c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557dda6c07cc98f443ebf9d9619e4408f8dc4f67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f921ea192060f02a65ff0b9ccce5eea4c0a4c0ae0aff60cc5c77d61293ea3c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b119bc1e735026f0dc6815027bb3ae74478199
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970eef014b81bef77154ea70d85ae78a5db85c6877347a7bc40e70f7a7d5182b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b62471bf4716f170319446f42fb4a15ddec4fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d267199fde5a102f7c8961c18537d28cf839695f0fa8ec173ab7854c75a3b3db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03975529963d07bd2d097eae95221424e59efdb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0637173130f1c80686fd1e53df02540804708e8ab9388877a58b027ecc3676e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06424ac58110f905fabf936304a2f04961cee19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0e8fc321c7ee5f199dad47588029eca843f40cba5ecdd7a5a8557a15b678c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860b37bb24452ad20dde2ce24047fa5a2397b6a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84ae41f0dc3d1bc78d7e7f9e2a6e9151ca72b783bf8bd84f84275415813dbd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124e921fd1927358f01377664c3f0211f1e2ea45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc6aa5600caff32ee7dcb32c51242b04428ef16701b0019bd5ecc41c83dc1c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f29a49203880bc68c5c2116805534202870f06
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099c25c6b6ada56c3ce2820398df9a59f9072e67a3eef6c9c8291bf86ca4080
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3589e4f55f66eb0416454a8c611a496114a237aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7673a1e0a7a48ab9b39713cc451b03a31348de14f29e92dece98547335359f69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f9c24e42ed4fa012d3bb0cbd74e5f47e01174f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f067429a8c0bdb84aed18d5f714c51b23a70b4d8bd9830abd728dd5acbd81cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78917936a3b1d8883e08e816636983eb63c1d556
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59c01a3745a42139655ebf68be7be14825dbe27f6a2f6d73667a44fdadb049b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fb6ce6f85a3c3d55b04607ba287091a55f3985
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a24da74fc408c96f4707372200c381817e2db623deeb067d6e77055a476bb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daf61f05cc21cde293a961cb1ed178104519705
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0b619cd5c246f6617ceb9de4a948a0796b0f03c624c66f480b58867ce00593
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21025eb1e36c1b8adfe852844ddbc1c25edc1591
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360dce8849dd833a9cb4a9780b13baf3698662fc401bfd818c30e8f47583a2f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c59e2e77249052ebc577f3313c6e4bc066785a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb42b260e7faf3c31ba633ea930e872a98a3adf68763612c4dd88a3bce302a93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3e83354415cf1519f31d809eca82b92a226425
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18727d9ca0905e956f85bff7523573d556a01c6f87375724051987b6937878e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6996cd739c79fe0c61f71cd3dfbe70c21cc7dcce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81515d20a9ba97d7209a0ed92f4da368e90013b1d1701bc44ae7141eb68b386d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fe85b7f0fa2f00b069a7dbc209d3c7f11a017c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15c851d85aada8f5dce2587505a081d37df4ad022fcdb5f10efcae56cac54a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8795e2fc55fd928c52a9bffa3e32723750b9be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad8004cd203731186272c26cd374eb751fd7119534c72876ab1411bece520f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6910b7288a3bcee59bf6262188d6e335ddec5f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b1e0ff6e99c9e2ab9c2de33953c01232a34cbf1793a8781c632e79a2b83912
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f85cac77e81974c6671a8e84b754373f34381a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a531c8848a2dafe88b04640d6fb8c75c50700a02076d3fcbc3230a707f0b5c3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b702d18aa34e448279ab4e2afdeb341fbd1ca84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c39712d538f405000924628becce15101d8e23904f9488bcda35d48815e434b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5904996b99420e8046d6a37ef1663c2ccd91306
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774d1b5b7724cd047cd01ebd1bef35c732992bc7c656bccf2e0be184b32d9a98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a816b66bb552e4022f145ed033ef05d9a6c4c24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f947941f729cf264116ffd4563523f1c1dc451124ec04f26a97cda0ac5d25a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5cd6fee6862e9941fc1200eae240be6dab1bdd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18b55e72a7b2c5a6b6b00e784551dcd15e40ead0549c8126738e4b02a640bb9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3a58249425aa253f00eae1c1cf17062c155c33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924d30ea1c1365e3e2dcd56686079f2ca9e8cbcc1ae398c1fcab7e4c62ecdb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370ce004354fc4a04f15a7719b73ab6eda678e1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e640783f04a41f177ab7185a02fa9f2329d53e40d95214159d80fe0d952dc9dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03543ef81e4751a51fcdc2c1e056038c23f3128d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a88e1b462e559eb8db0eb6c6649d360531833775f768c71015c3e198db1031
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb17d3f05caf4be3381766b479fdc38f6c54c4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c922edd6189d328f7c117258ece54b6b7996c1177b1b1ce53e14277ee36ffe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da9a9de39627252a656727503b8a9368c445b6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94246bd991eb094ca77acd380358c4769c823f3a74dcf20f6120be80ab403242
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd349c834048ef1320e03f1452838407d19971bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e248330306a29157cf370db3dd866fad35f515e1c7aacd37a588d2fa65c0b297
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b88e333459d50dc405dc0a4be3d90d95f8192
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a2ac0a42603f93d9d3c66e46826a465c932355d31757c27e429f10a3b9b256
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c285ae1bec33abb5514d9cd807f9209f8e76f178
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce93a5715bad22b98ef87bc008663188eadebfb3c0dafeaf105671ebfc1a6a9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aebeb82ec0fff9220b988dc314e132cd7e31b9b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0274e5eee2e405a1d952f003b89b08fd0a076001f90f84c6e13905882bd0b4df
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f961c094aa8d67c6b540354388e5ebdc3bb71f81
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cf9aff8ff55274684bf9cf28757bcfcdc33a4db3bc6f5e689af8d2a2e5d2d7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3587fe9ce2838e69ba38159f6b1be369f1a34a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7053db3c26990dba312268d24cfa65f566c68c642215ca3533e0ac8cdf0d8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca88ba33c27059ea709d98e19f3552b9be3d1ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ae7554e890e1387f6baa5c781e9b3df9a48f49d193bf9b056073e34e324bcc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaaada37ed680c7d8fa94ce6ada265645ea7765
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30819c7f9c52bdad51f646f6dc92c37f611f77286652974ceffa4cd2b615b42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7785a14dff78fca090cad950e0e1f8f299cfdb9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f9272eda3b106c9445b2593cd44f2dcae03a372a4bfa77aaa91779445d1728
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814c789ec7ac9ce450ec20162268a1a5633e4fdf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256b3d41e84200e510904b615952e426e4a43d4c637b4d677b227e6ed462bda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d151e6e2bfafbdb8daefbaa8860cdfa4b0f188ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25e24fc6807dc32b06225d919edcd7682e49da02f19735559e670fd5f0e0664
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1050d9c99a1ea89b1b9f8c58efa6dc9bca17b21e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dc3452c32d70cb84bc43ed4f2b1408e0fce36f5e9df092dff06134151ba4ce
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b18a3a4e5189c11df75a1bdd483f135cfa71881
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267e12924af084aec7bb023c82820d72fa805eeb8f9918a4b01cc5dd722a26f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6627621a0c3712509aa35e89a60beaef4c5a57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336bbc4a3f4bfb41d968056c72ebb1d265108e42bf9e3220a13578893f2afd9e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3a73c844c65ac18e00c46cc1ed0bfbf8927de3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4bdc7db92ea5f0f37140b1f42473b7aa1b723bb3e2d1432e7570c4864eda86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab580c2243bbb1504077b37f3540ff8ab549edaa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7875f8b1181ffd352e86e3b8867525a26036531a39d76096694f62a429e0caff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ba0291dd12f3107193aed6125aa9523eebc062
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583d18993cdd0303995ac9e992d1bc86d133d935b8fdf63f543baf5c537ea45
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd1b98e36a6ff018881088a78b2ac1f767c64a3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb34f6e04cdd6c450abbbc6335da12e7ee922b911ceaa68b14c4d7b65330890
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb577dc9d68462c3c29968cc24416e800f94fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0fc9d5cb2b9c5a8217cea4d805e70341a50a732ee7f09f75efbc60ee735ac3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef8fdece3aaa2d2e38948254dedf5095c9bc9bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7052a5ff445b546b1767254fc4bad9884ae87982002d57c7e7393dec3344dcce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc725e998d500d72833c654f47e9afa896d697d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d83b522f2c4e116faa25face96a286d4b4f7b7d0255dd6d23da915664b9ff77
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7650fd4055688b1f7e319e19eb380a45bf7c56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cf76bb5a566dea99203176d76eb940df9fff90a4c8550f7d7c4fb6287addd3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2ece4c702dd79dc9eb8d2375d642401ea45510
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336511d278fc2f3eaa650cd3278a562111d170fe0bccccb38b4145f2956ea6c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4007b6438b3a119c7065bc2d01e090b7f4ca3c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdabe656d8bd05ce60910427c4448e74863d65b693a4ae615e2b36fbc48444b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75ab41a7924db74a09dd9c61b14c7a9be15dfdd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff9d71bb25b7fb0471ab17a2d8425c7d405385e82d18d4cc8f96bce1de4e7fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9c4ba2bffe134a66b3b221a808b22d2179d13c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb63feb98a8fa38295425e26d1105351be1b1741a4f07beea12ee608e4f9af3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe46df25eb1053dab09518230fe178e12a24227
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ae9e378d19cd6ee9f6053a04b9954bc59a97ed26351e840a4b9f0d9bd85465
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bda67ca8c1563cfde6dd4fa83ec090e893117e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af3f5fdf174f7de1640e175dc008d7bead3ebc78539a2c39fdc3976459aa481
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c0447ca7b892898a7367f28d88dee2b18e5087
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9b8e8276aa21f181b9d81e3ee42985ddd46b361555b440450f5ac0b7455ace
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f06ac278ee6d132111798bf8f9e20e8d46c11a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd3f2b06f60af6c7608cb39f4820632fd7311ec0fae1e9d7337d0a0c2204ba9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eea6aa7a01a15a361e2cb8367ae7b18c7bbe676
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44098d74d4015c8eaf7c611697758eb7f0f940d9320e083f6e763a5445f90add
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6582890c430db16e2ea2daf731563f1634d2ff6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a5938b0502f3733f070a881ae38cd506ba731a0906bab25571e1541ea7b4b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfb0612987653eb64b9af1fb43edaf18e293bc3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833faa632179050e61219a0339deb8513ac8a0d8f6a6d539ac37938b4ab9cdd9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1988deec295cd1acde954a3cc0c1339ab097160c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc5a9e347a46d32593097dc2c3ffce815e3441a3b473f1e40b85e6a689e79e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13970e9e9f16a278ee1a19c9a10fc619fb22f150
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2c3299b2277beaa2742a81fb087db5d51a6c68893145b88850c60960809076
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb393da46a08c801882c543cc95227f7f5141f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36584a89ba2d1e39a0690a3f279d1582a4bae3033bb2273b2c61edb30f7e192
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ce83e4ebeaeacec0c69746bc1b8ad33752672b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9531408ff38d26204d6ed8fb1385f4a4e59e8aa6dd29082d10972ad27cdf0695
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea192187c51900606380c93956e8965171d7733
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64df0054df2cd2c2986c28a5c18e59fc1374dfc6a5083bc59b079d91df56779
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19683e71302fe06d80fc8a233ddda87cb4802806
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760757c2cad564f2b234749c95c235a38430e1468dc8d000af5384622e801bfe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10997f645b0340b94579b3bb57987627579c1657
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c79c0823cfb4b4e49fb31c3fbd161c5de41f1eb70d88e8a82ce6bf178dce7fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a53a7be42950ca16289c860d119aa439bbd3abc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f5dfcbaace7eb3f3e975d5d358d046cf46005232d8d3f4a3a358bb036867a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ccac0103e72251de618f976a0f86ca7f15764
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fd43deed85328680e82c12515c5adae5f7dfc3538933c643532346719ab48b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c713fdfa29bc3297474ed5149a6adc7fdf616
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230198b80d2652c44ce7b91d7443a99016992cb10efc2ab695985fe1b354bc23
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968849cedf9bd2179f03953a7e8218f27989c45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90048ed241c989285944d05ac994ec2f2d8ccde6fb7441cc2443ad145a0dfeb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b49de0e68944c706477ddcd71ec7f694a14a6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1aceff9063aa76b3cfce31aefa87c7dfdeacfcbda0b037581faacd442445a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0281dddf4dbec599cd23e4bc1fdc37f05b7bf5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677cb7e0731a96bef0f39eee8e135dfbd81f0c2bd408b509e0339231f160c6c9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c173edbbfc76700b6b840ae9d7629c693bf4eaf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af77f52fff0e1933157146ebfd6d7fb7160260ac503601a6bb6f76d496b4073f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a80f8d29ab529444cd31b1c8a2609eb67aebf5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89959a5381b97bab29aec7d7cd11b3f4e9028d91209915c35a5d8722f89f0e6b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371622bacee0ad904d24aa768edf220858d63fd4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ee96f9874cdc876c02068c3a823c0d9829a8ba1c872f1890da100440c84ab9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697cf654300834ffd934610a8eebe29791d65ed6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2dc7780daf58a6c0bc05676eb038260ba565c56bde305f81c046d57f1fc77d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90987f60a53fb2e72945068dfcd8cf117f7e6de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73cd935247f4e0b11c1ac88b8e8d80104c6b3c7b652cb20f97982f66da69166
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093cb2a38b1bd346657d39e80686c19a7029cb49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a671832f738e8560cea4c774d734cfacd2cdbf9a601c58f44cc2374a4542b16f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da666f1258a2da673bae8da94324bb19f158b914
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c037b63912af1e060c824b71aa2c81c073f2d70c43a7ea9dedcfb621cae81da9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46e8b4e7424d02769975dd8ed71c29159ab0957
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e65454a509bf671121e3e619ce6dc0b64cbf30902ba46c34f0fdf069cee1bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716ebeeb1007a66ac90004a3f6bf7f5024f15f59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c88af7635779460bfd496f0424ff1f5145e2609dc62b2a17b67c6e6148b6b89
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f384b3a19c025bee21b1feb09cecafcf2c1caacf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8443f9a34411d318e94df375dccee347a9e1116112ad155f352c33b6ebf23cda
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82aa9f9f572057f719c9d43d7f5ec8c8013638
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f346db81c1f5ff14c188f4db6eb9b728f44758f4a68a91701916916367a415
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c267a521e80ef49fbedef558cbdfccbf56f1c1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b119bc0831b41ffdda17ca41e094ad8aa9a28bf1868f5e4c9c0b044ec65b7ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d2b20ba619b541f2f3c63c0b5606b8bb18d31f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84782b40dedb006da55c60bf880ad983286440ad11492c6551b30bd1f6a672d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49abe2e67e89fd269855df1c0837979fb86ceb3c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48a93fd36daf9ad6b907f6a8da5fb53694e5aa6ed82d4342e8adbf3474270f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d76af894a1a7d87f4795f1664b6fd3c52f3b01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48e6e309b2ea2494b89233325da9dadbd681a503de597d453b03af1f5272fef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a45ad97ad3279a76b4592ca97a4dcf971314b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1665502d6bec8c539c74c4495318ba423a11718dbf0d3e05345287ab55cae338
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237533c006021a68f8250298726c06af26092111
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5a14fd61ea0350edcf71a7280d216bc4e39003ceede9e5fde9eb5d2bfcb8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d02824b3b48b41481484338321734a60503372b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63ed747c67a8575fe16e958b4f41356d7ee4c36868db939b31beaa0a439d77
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b501d231dea7c59ca1e9d95d761663e29912345
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072b36c5742df01dde917681b4a0a71b9695d2bac050f2012e4eb37ebbc47087
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1787ceb4c8eaff9fdf75c4588c6561999f3a0f30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fe8a52766a9dfdf66a75f596167b5e2c6098130eb016a4c2c190d90f599daa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37d24e99b4aabca1a4d871b49057378ace34d63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39661f074b20a7904c2db1fb6ed9ffde1a665581a742edfe4b0d3833210031f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64c916d40f57062948fbd995f3e3a6ed56e7c6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d623ea5bc894ec7b68fa31968a13170188120777432f932b740d09ebd04c2999
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28710ef720a4b7fbbb25135e97d2ca142dc87ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fb4ff9e6d8154a241a16e34101051ce9b82c41cccfe62db65fd688219f3c95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a063eba2ee3988e6dd0797f9d9b33e0f482cc81a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40094966713ef8c513e6883e0b92801774c375c79a760a38bbe2220ef2f68f5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c176a05313ad72670efdda7eb01e5624e902fb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b892c9637f1abd1bbf1807f4faa40ec3081ab0c18b14c4d00aa11de3b5d69d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfda00ad3e801901c099abc6919dc61fd2f48914
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979869ccb3c2f6341471c42c6bbead727ee0287a1cd313c95ee21096681fce2b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201c3ed6068085931f109d4c0c0d7c0afcd12239
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09508fee88ceb60121ab21f36ba19f7e8d80124f909b03bbc7a6e1431a40f54f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e4f5a6a34cd02d45cbcec231ee6bee7f50b047
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35099f54cc3dc28c24dc4d0615e6e293b32b4a4e31ee08ffe760fdc47a50c19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65c20e1a22193db3afb1d920a149318d8a3921b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5355f2d728f3c5c521b2bb3174a4caf055484e6a19eab448cab4ee360ce8122
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4025629484c08c38300c7562be247142277193d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64531dc38410a14436bc8d9fa307fcc60d548966efc9e2e182216847d275df5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9116f409014ef0e00c8efabf8627d791b8be0905
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e00e0e479bf02b4618148f166a9284af6208def5e37d52f8048ece0f0be4cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d62cc38a970d84dbf83538c34f458f52ed2dcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b6ae1cfd1d936c3b1ef8f0e14c2bc8c8ebcae91d65ec8254d43f0aa531a81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe39d12c815fbe5781ac133db4a5cc43f77744e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f970170162901fca7ae890c1478be7c4b5afbcedffbab29252a2a2d74d6e86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e38934db29a7ca13f4ae228d353e02c7ccaaa30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995255f893d48d4a7ab7b5a0b9e68d0998e4d3ce7d6ac3b3c1403182778c454
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c012bc15068caccc2d8dc162618936d6429ec5b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3dea32e926b8f920b4c4bbb2ef3557eb78e2a0225e9e657b6f7477d384d2db
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee9648d2d1bff673d7e9b828cb3292713e11782
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa57eb8a81e7eac11342e76f96571ff73e7dbed86587327ba890e853ed87c33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20b8c8651679014733ae4491b568099aaa20075
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cac195ee1ab4e34fed5023054849ee64b539fbac5edcde05395aebf508858
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b53c00322dec48820e3b0b31df09f16571e5d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbee692997d4af325ec7d88fc30b7e58e9f91c8fa6fe5c93c4b0cbb3fec6138
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec2983141a6154aea6925dbf109471f1008972a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8730900c2080148dbaa3e3041a926c54b3c64fc2b6e4d3574c9e608761d7d145
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bf37b46fe1ec91af3a730df3b8232427148aac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46f7d8a1ab13ee1b050a4d18cb7ebe187daf355209a7431d21b589f09dc13a6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84e8bebde253247f5d971292030c7dd64b15ad0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d001aa288264c784d4372f06c0d05ce675795de6fe432da224fe8db3f6bf4a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bf3a6dc3dab291c86c3410fea9e19c264f0f84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b5800b406b022b18262feff8b4a0c2b38e53d4bed264af2500a5c68a9f9485
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ae4433a8f8582a67e970b1da5126f7d712cc9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027da9aa296d75d9313bdd62631df15c7085c92919ef293a3dc85447771bd5a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b90e6a44abbd6d311aed743f44559f4575ef7cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f84c4e070ee6294157464f8625cb6e97d00cc69e9bd5838351e1e48a44ef70
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f05486f8734d82d3ed218d04192722c610c1e7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee03589b6f5bb1a235fbe863316463296fa419f24b7ce8be5d2272c238f32d32
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbb8e4306e4462833358fcfbfa3103a15f9a1b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc658dba30d3164287c947cf96f0e387c4f3fdb38a9b0caa7cd810d4f2de5b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345fdb8b2a07f6ffcc13c0b820d4c9be23aff5f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f00270413324734ab8cfbb2040cb263ec2ab4722dda1e68dcd43ac62410dc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354c311ba3441ee63f6e1aa75e787b8edefc6134
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde7ebb9cf0be2f29250242370e4ca1e7dfcc1c6921d3309a9dfdc2d2947d77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6521c1fb366cea40b2a89d5035d5d3e8e6d0bf64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76b7ef80de9fc14eb09b42b2a41f1d8b9d827b6a65183ffac8dbde5129d1750
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580b27e6800800ece3320af99d0d991c536a411
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e12d70b2593edb1bff6b92e71ee7b6940c9a100f47f116c675f9d3ec37f37db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13522605aa523d750754e07c63dc1ab94fd4e886
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbab6955d4e979f5932a09741026cedbb16d9f9833eb8a107b5da79cff7f93d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab655f9f3facc637039c2c0a3e16fefd177b8c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c46f5dccb37e983e658c08c7bece8b7a93c61a32417b7ea5fe43172b0bcdb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bc19fcc980b8d57d72697aa35b01ba4505b7da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5dc158add8d5be2226f80b120ea054a7ae00ad153540037b434341d492ee2e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b36689e32ace5572114349f6361c8637b76775
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0e1d3579430fff6a77d25f104afdbdb71663e8493990befdffcd4345558f68
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c81460ed9a222641b0b3a441918ff6991bc41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4905aa2af0498bde468cbb42a88ddf7e032f942def58affeb89e159896684b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ac1fa1774ea4ac45dfae9eacd5ca9dcef3c20e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c104cacb935554cfa28798dda180e14e4694cff716c177f9d163c2999be4fddd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de97c99d2e63e6ade41dbdc5f3c7ac710afccfdb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abfa217c476edd75630ab535f769f37829b6ff633de0552d6a44ccd8daba3a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31df337d855484914b26fcea86f90e6a7c63406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994881ef5b85aadc66b0c01f386d28597f948840d298f897d0cf4e8e5933c5e4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a9622b12116cfb430a6f05862404327a45b5fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ac44e4cdde8d40ca41761192df8695eddcd71343967440f60e8de6459ba293
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b355021b99b5d849ba2f3d411d5b078ec0a0d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9f6a7ffc94faa89ca84a3a9b97b380c8fb06057569be067efcd660d6798ecd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75df3e78fe932171345b124582f6fb2fbe63a8e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a9aac1d055f497fb817a8fddbc402e52175fd215ec8f287b28789dfbbfef1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4d81c383221b0142223a128dded0391e0f9174
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43589d5530cbc20ab82d3122defd8f08bf15a875926db9ddbd2bbbcc5ec692a7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d084ecc55335a0f9693953ce425e7a2846eccd04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d35806faee0e909c2499293a56793025a55ed9d4d4dd97a87f0e119d7955d2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f672ebca3891e930c4e8afcc9c3b70309d8171
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01796f061e42db6ab51993720fb9f3be0758142ced4ba6a431bacda4adf6ad08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fd9ecfffcdf13e1ab2bb07de44627d42daa789
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6d1b7a3e4294488b6f48aa0a1f749722e2e11f362b228045885d1d204f874f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080d6be4af1acb9633a3e61ee4b098344bc3b773
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536cf54ac7918d43c8ac74e50d6d1d3a5be7fcad4e3070757aec9973e67e5b78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c189893f3a712bdabae768136d0b0bf9c29153a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0376593a857cbd7c9269b54718010f547c8aa0b69c522b1049918c0a1b45b53a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033be299cf2117fe9e9fc72bed4ca01edcf6bb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfc5888d7752e537ecc87aa133c17cdce78e3cb0b24ef0687c68dd520d2280
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825694991b20479bce7ccb214690931b159d3de7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba1e048110180e7bcf6455b15bb6773536f9bf94e407782426e60c089dafe2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63808198a763a6e4e3845ed5796d926eb3f65f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fab77217fa75eb6611bb3108a0537170978f2b7827d62d228087120c05b29f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2692fe9a5b32b682c326b5471bd8947b7da60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a812a281f25d8cc8ea8deaae3f0edceeb3c6f0fbcc42bc507e4d17606b4b743d
+size 11395