diff --git a/params/phi/5/rnd_search/comb_5/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21243f5371490d3b32353d905c5fba5d29ea8fff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc042e45441db9e7148b53a4c28ff9163ad61711e1b6633e2700b167b6a1890b
+size 205955
diff --git a/params/phi/5/rnd_search/comb_5/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e82b2da7ec962fa7dd5192387dc191c0b7e4744
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0531791f955a589a202a645a539d991d0e5eae055d9ccaed919577a6a4032046
+size 205955
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ada39442ae7b9b9903a7c6923eea06c91e38ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9439073ed04568c78db276c65bf3213d08f057a5c1dd025248051d5e286af7bd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa289b7c3c663e9e4b43b84bca0a5e7c68efa5fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c83f8a0e786221e0852f0b92060fb4fc17a3f47fd8e5e010aa2b519769d1cf6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b8dfe453396f3aaf7c80f3b3ea2900b5df65c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1f7ed29b833a4c6c2d7cf7ec07c9d4d015c9e639399eadcdb641bcb8e6b993
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3383ad5a85f0c59cfd82886c116482a89652dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0656579ec494105d1e4a99330e14deb9decf8a9a44ea26690047b57d6bac7e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2403a8517a220c0e2db25bba69f2703706b72f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f9731d5d8ff11d662c7358bb3c6ecfbb8a6f9c0f7d465b5e63d9564207a6f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff00b164d37f286f8fda29615d598c31d3b7d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf28ee3ed308ca0d8978049154358ad40222441c44d968bc43444d457c30123
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85f68db5501e6393f9cafbbaae121b90c0e3d2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dd4be87b3f124d500c59aa73caa31c6d83de5c4e18510a8c185de53e428be0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799b8f562b5aa939a2a354b111f95a1434f9ea37
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd96866c7a52fb9605388a3e43604efa9bc3111dfa19a6b346aed5f13cb7194
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68108e839cdc200f950e61931391ab0cc45e8194
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce3a04234d47037f699ea09922ebfdfa36f329bb12b26e05c552cf07bad94c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db6edd4bcc8a77252a3921f6c62dc7014d62ac6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bfdbfa41a638c8590f161f8aff08c2eee6ce35b3a7f4c9b7dc16f4bfc43e01
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c5a2fa36ffdca27d26e0d362effd99d30fc0cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b63def80f997a71fb4d01a205fa0c8fadc2da713b29d297d5f9e1c257cc330
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8236182d01029bc183b65c2fd9d5f74f0e79d5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e885d7e8302470c4a103b83d480a1752d7a1173a90da2ae660b81849f776a5c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9b519def70b97b515390cffb9f232974eb7104
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887da54c586ccb74efa6fb14abd75feb29efc7cac64c364a35d04ac589d7aa0e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebac9b45e367a5f30a1f408a6839b433bed258f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd752091aff415250fc1b930f31aa014a70d6b103cd4b225cb2c42d4eaccbf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495a63a299c10a0c44dffb6ec0e6d95b14ec6545
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a83e9c03a7c539140e922605cd987e5d32583c55827febd2cda6aeea8a91014
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeefb110209fa63ea375754eb0c100479b79c91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e62c907f092800af46323d1f36929e19d81e56d9c82e7a563ae9b0c54e5b08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31812bdbca55cbeac7b198c994c4b186ef20b56d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc0e2a9735532bae41650adf6a77ef2e26e1fe62a33a459379d6e69c83f6947
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e3a89f41e5f4dba6a53894b4189f40da009b71
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff432e3d6cea3dbe88d7f92aa8033757fd04c5a0ae8527b83e6953303f1d7dc7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d7842e1f536b5ee2036743725424074b17b89
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4ba4ada1462178a0dd43d4e5db1d285e1a2ca2c1ce7e3acd867f13a6414a37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9300b0150539e1c918fe69bcfb3939ea1f07a68a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079582a315920dee8f4374a095c8d8f1005c47fe2a702a6548290d87bf3789ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fada89b176152548ddf5794f887ea2c216a36275
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbac47867af2417767e1f9f0e2acf599736ed310597e8c2eee0c783895e6e46
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137875da28c0c0264fa342b17fb8341db301f16e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3fae85844bd68f13da2a0df0dc6ef19f36b9df97227ec1edfbc19bdf211f3a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e049c93942e447b226be91cda3fd5fa519f7bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab01ff4200d938a08217de6725f30832d9e53f34e987f913197a912d3e5dfa8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7209af7c066d5e1c9a6c946669e779d6d3266e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a409fd883897eab9eb37d6f4b4d91e08c6fd37070373a19dc1137252345bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0972f97bce183a5e9294af57be2dc386bdbb15b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee06bb673150f3872bb619ef0b7d2a07be5e8e410c1f9869d4d32a4fb95fffa4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16cfe7b5394eb5032704ca94b1e34a942acf266
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5bf9bd1ba40e5d6b2aea2c4a76e922d3637f7fe3b80049860a3df841dec42e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b93206923f863c9ded0208153df0f13b3d775
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d9e4771e291b99722a4aa7d60d921b4037dbefcfeec274197b74b2094ad285
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12c759c993dfcf35b4eba5d5432b4a2c4f13ef2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c360eef489a8aa6616e705788243039469bb252686fb6358517b1efb121af156
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6513180564e38df9202907e24401f70af651d1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97df7649cfbf72b80ea302d2d8765cd9aaa9d1592a624a23812da89c5a5a0ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7aeef3abf9f34c24ce9e0d793944d4300d125
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5b8a8cb4153dc4edabe14f0e97bb50bd47717dce850bbe22a79d382fb8287d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0089f11d5730049a00181985e368483dbf2dc035
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef732a9aff9396e18d93b596985f8632f2ef20c250e2e5b415aeb5cfed0efe40
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05118bbc1e301e2d9a0d6b325c24c7adbc3bf884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc094bf8f91baac271916f81c0171fd617c19516c01a2069b5e3f062ff4c3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dec3c21c2e4dc1dd9417f56a51c558326bac5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d64accaf779a497726399f03dc416e9458e2661a4720fc041cbbe493f6f439
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efa675093afea5654174d87a3f763f96dce18a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e409c483dd42af09328e30fe42e8aa8ff4a7755d3a2ea03c3cb2a69731aba0b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7383b3a0adfdd761aeeabf1167fe20b85dad34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a721e5f05c155ac3282173b8dfd19fab9960bf7e8c0bbc7f46c1bcda8070fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec5b5aaabeaed455d147d64a2c6d38fc408e789
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0110cd7c429f54080d40274c612e8a21f28c1b3875f17ca28f8f274cea7af6fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e2e9c3dfe5a6003354f2a1eab511d77417bf56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d65a3901a2734cc40f0b3c0dfbe1f7b7977c063d2aee1ba44457780c6e3e47
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0692ee73e0e1b9966bfb3eda1983bc6746c2ccca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad35a4951769d9af79c5c4708b40655e843989c799dda48bec016035c68ecd7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab1053cbffeeae3a280d4ae8541cb602ab4d4f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f85917a6c56866c5b86c9d419a38060bb06834166ce54ecf2814f562ffbe6bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4db987806027eadc75ccf09bba661b9851afd92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1a318acee7c86c33b2261ca56127cb563f93566f1ba1fd861eb95fab559810
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d158813a5076639a137bae7fe25502260d356c0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dcb752d1a0099179e222a8c701897916d6d4bf7f83972da1dfa0f0cb0d10a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1619156c29beabcd27745c1d703e2aa61dd841
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf8427c2542b3800ed45f26bbf014d101abcd4d2aa9c1360f30a1ddeda8529c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32659477319723410d6977e75252815da809a179
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7121d1472f073c178955bb510ce9b4cc6a7cb30e6dc4d3d107aa81fab1f91a8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7da3288154699d37416e3c3ae309f60858b7a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e7a5b918461e7ef2606de022bcb6296cd3b93934ae8c511bc8ef91f23de77d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f6098d5216d0cf8ef71049e9453c9f6cd99154
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd44036d842d33d1dc15c417aef4e4968f8db2e041a100af488f06cf1655b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12485af5625843b388eb5076764cb54952b57840
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d511c0ed0d679ef372c59afdd4adf9d6366740429253bff5e7a5bc6f3f5918
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfad53a96f24fde3e5422a8995f9be5c55022a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8831af22caaa49eae71070233b193e7a4fdadaf97c65a64ad00d1c93c65acec2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ffffba95ce210e5c05db1dd11bf76197a47005
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b60f887ba25da529eeb6b45e656b957de743f3aba28e59690c5535214ad625
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527853aba65086617027264d6c10c892a53553f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2014f9dbed62cbb22b23bea04e8b96f1916d8fe4e58219e04ca2c0205beb6891
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af95a8bc322f0a9cf68174ccbbe77082486fa2ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324617b3799fa12d58958c36e67cc5ff71e000c6dbfcb346bb6e9bda2a0cacf8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539850741505fa12aaba6871d71fee0260d51a87
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f5fe002a28a5e4b21d0fcd2dd9f612e3e62e68432523a955539ad381662d54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e68a2c4cce8009b5408c378359cc0a4ce7e2499
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c670608da218b68f20cc176f97e4163cc65f45118c5a65655196a4a5c9b7e08a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fb9f2dbe96316398acd29985752aa99fa9ca67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad890fac33534d2cb2ce666586808d0f8234db81a7a7c739eb1a5f82b943e3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8c64a0c322b5cdcd06b2b2174cb2d8edf86999
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6647b503febba9a6527d020907e44e205a5aafe388367037cce6230b84aac377
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c10e44f5ad87003b5268d5ed9b7a56c37ba1447
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746e899effb338fa077cd957eb390ce284054e8aa0ebbe48e9b10a8f6f82d60a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73d79d4770f4878be8330dfbfbd710bb668503d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b40e7631115147e7e8ee4cfc3cbd83df6e2802d70d913b676eba5828e5a1240
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4714c647b805659a689fc3d2ac9a6b68a63e318
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac8e0caa7dd88e1ff279e10b5aa58371d56796477d4890644d0c10294924e4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a996ced387b501403d082460cf7adc0b6eaee6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b179b3fecbb32ffa4916b41b049a7797e49db84a65847800dc693ae5de81411a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2fa352ea579944bb584a15a9fff54c1531fd4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38bc1064ef70ab6cd89ae22da1b1c40bccf6682b61ec443b3ec6158f8ada87c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e17b294c53bdc24dc3b40ca48f37c0bbd48747c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f411cc4cc8314c42f2a937e7d7b64ffe8e783eac6e125df21d3cbf7a71427
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfbec65846c4c6fd5f5aa1899ffdc4d6caa9b9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d42c61faddd419277e7645d8d20ddcf0ed4f9a6edd714facd1b498be319bdff
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed98bd92e87b5f148d84aa56eae78bab72f1f48
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa8491de704af4efcc5dc33550a812c5aab316310bf127cce82d35cf3bbb813
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433d3b88372e2a766ee45a2c9c7c7deefdf8e2fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2a7232640ae0c75b60ee0219779424600e65f77198b61ec170a0b3efe5fab3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5ae9993bce36491d9886ad2b8b2792cae25386
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20de9ff5796fe201e407fed20d290c1a7a5b4c36081441adff3c6087dbeb8458
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b44cb634779f3f6035690845a3088b19b38446c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fde434d7fda1d381ab234cc76c6ae637d6755590dec80b90d0ef5b7a0e3083b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b54466b1acef23538cf7f57597720f7184f77c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61217cd5392670e0bbacd89ac7926c33028f0459ee0d89483bfa2f3ed53b1a13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4792a09fbc8c55594358c31e35eb6ce8a5190097
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15562cf81f6758a4668004c688ead92020696d044c1c31733158e7e32d681073
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cab1352f1491d550ae6b7389cd359d0ffba0a12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3f71d28c39ba27183c57960a64d94641a3421862601996d781b745dc05d255
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ced83a7005114e53977f986b668f7762b5febd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519fdf31ef7a772814f219068b2546b74955c5073a869c65f8fdae4174f4680a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588ba805a27ff8905fcb2d0256cf2748c3ddfa34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf9a2440e2dc09ab1aa16271d2c547117f366e5248d69d7589c9fcebb41d3f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420fe2ed77aca2560fc205d6964cc24332cb3a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8765a87deea179bb7ba887afb7210d7bc674cdd611fcafa6fb081b695c450e66
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d30c216ed5a6a602b41f775d56e16efa8a3d55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53669b8b00b4916d6e834701db1abd56a28ec5738ea145eb610b004e4c5a4003
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf821172bfe52a201d449f0f70d4356700334623
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1422dccd965f146837e911f51ab37d2fd64ebac4e6712cede1f11c09f23639f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cf7391f15685e8d072ead2684dd543014c41d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebe4ff5f5ba1155461d17427969723d31494b1c35dc5dc32c2809c8959e50ce
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1a8a4c9274fbc883fea75f2c795c8452a5afd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c14cda6b2b6d8bc4815c47ad6e6ae732508e2625fb28556236294aab3f861d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709134508afdcba9573773e4bd24da3e309165bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ccefc3ec35f1db7ce83b498ce89e8b0481ca9179e57645dcc97d14c2d4ffaa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312ec0b077d0cb4e4145fbf0f7074c7cd94451d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8a549076d89b5dcc11bd926702c6456c1dba21182cf77bcc72eea932702fed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944f6529e3fd80e9480bcd5dc59e112367f892d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80f3b71ec2ac600cc82a3151735962c0ffb050dcdd9f102b19ab1bf6393eab9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc00d428d49c8a5f1142cabf932b3f85ae89cde5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4622d8799be6b6794f76aab34eba16e74e13efa7b633ea4ddd819536b1d2842c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54534819ef5daf3cb833794f97279cfcc8126719
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3768e7b0c898fe839fd6c1e7865715ec93e0f40b6cdfe0aa13eb23cf82eaf2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b249229b8a9925b5af98b4ba6a0a322592b772
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fa2ad856f0b7cfd27b3ca39c7b8a0cd801e996a3f9faba48a8cbf7b10a0c41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3720d1015e1c1b4c5473c87045de86314c26c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fdf1dedea0dd8f765a30fd634ad09011042b73d1e528257cb32d3704f33d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56c3af687f70668b3ba1705949fe253c66ea03c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4833276d812b9a81e770a101e7ae4292c2e6d6b5913d55e24b7922c2f7fdfc5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf70c8556fc587e7ff5a26fb0a12c7a10ff9b69
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19c124a43184ddd547887460034e4ab8a605c5a672a7c960c7871395648638e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe1402494ebcd59506161a3f5f22a1a8f13b8f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c216bbed5e741aa6211f17e7a2b7f757370c2767982521d9a64b399317c5e0f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8618b5b16ea5146a7b8f3dd0a6da32a779a47f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba99e6d4159fe5fbfb045466f1b03ac9ea007c360c08b211b14daf58a1005e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc1a253596ce031c51be03faa8b25966058fb38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b12645f38709d8d446ade288936938b3bbdb3844d88c6c7064e7f55c8d95b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6a0eec3caad8d990a335d69b7b9503fdb0ebd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563188fa00e09778ba3c71b26eb5bd715c6dc904be43ab79695cab3107703e12
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ae8bcce8895f6487869a399f0c704ab5b06aee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b600a564ef86dc0e750c4dbe4ce1c04216080c90ed8aecc1b4f6c440aeeddb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0960493944f70155056805a80eb3c2d69fb19a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f9ed595aa63cb6c6e8251b6b2da038198c546501d8a5bd278949751ba3d37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b3beaa4fcd2b65cdb0a5f2f719fdb911845c92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f479997b7443d818d5862c66881aecd788c53468886e64946360e233f7a3dc7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9242b73187c7e019cef8561b28f2fa6efbea22c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a8fdfce5572f6841697870df026f3706e3bd15593db510629bcbba8c14af1d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b2dd128c550ea4ca4dbbf47c7d3e88a3701a7d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff7f0ad1785b913f69704d4575715af26ac7d7f472b05619c940c8941602815
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643722ef15637936b667f8109eb8c83f0d006601
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878fc58204c715031e27875d852ea3861d1727e533af1a6bbc0a03a27ca365f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53dafcc01014ac66865f6088afdfe18094d4352
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ca7dbe96cff321296350a3621a7c5924186a1647cc0386e19706c4e2e3546d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b767023f2c7c06f719bdf3b6435adf147c8d6ccb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4a0ff25dc3e0cca78127b395a6d4baf5f0b91e2be9891e7d9045f19735d90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633ae63ea313d9cc4c9dc967d2c34cb902415f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073061440ec696b7ac6b23282eb8d9a9065eb622b3548d818b8e5b4f4c9ecb22
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa1cbe206068b47bfbcd9b3d2d6088717b2c60e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97362c2f5647b1ac7cf56412f5104459991757391e520f0572e9c427bf92d8fa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4749d5f7fe7f5b369dbc6c82bd110d17cb68d1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf2dce82340409f26724cc10c481945f83cb2e5c59574bc8f43d11a899d70de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102a4efa8e1d01990805f5af2b32c056dec224c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b815da2374d448bff4f6bf5c571f5f9388e8e46d2faf5cc29af60f6d8f706e4c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646237ae8aa99526fc412cfc98bfde3981909ca1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bcdcc757af2175c0f2e925e032b15dc9b196d6abb2a8c75201ba393af7b8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f8fb36841cd5ad3e61f3fc4a0c35e73aa9de63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604524f887488802f8060eb75adf8f3b85b0b45b205a9e308cab4f7e63f316fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d697b9c4522add00c65af2a8666ed9cb1015af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88089f7db52e9b9c38cb27bc093852680c095aa780921c411ec7e661f90b8ae6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13ed07ac2ca260f915e4f56ae5a0d165abb238
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfccfc0eea66ff5b0e4038b5b905449fcc7c0aed1a0e7afad137f30cdf41187
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e447d422ab5b3c0dde6e55a8580a6b759b4eaf78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991c8f76640ae01c99bfc8d884c5db0d6123bdb873eea70eac18d9294b5c190c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f04f041b9177d99b6b41cc7d28c31d6913104d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d86ad53e009395146f1d991387373b98392c7f6352aaf88b3765c21fef004c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc9fb2d7ebe65c00c6615c59045c293222b6bcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a346f9ecc71276eac58c008ad7c1caba5fc043a95904803fb9dd6c5e460e181
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8230c8d8c9340d7361a554affe6c55ff61e637
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15260e260ded04c9407ee4a8c9c0a151365d4500b73dabc686866afec5fde98a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9790c04e4b43fd207eabce92a459133bb33343ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087d3d73db776364233755b0af4ee46757eebd4dff907db6e78ba347e13eaae
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e537837854654721ea57c4b16de8a13cf54cf263
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e13b2944b145fa667e6f29a85b9aa7c07aae1cd5a0925017886bcdb4ad6452
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f037eff684ef8f33b77f0cbee87a35b86a0f030
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40069e9229ec390f01cbfed78472f3daf754bdb0da3cf413fa2f1f031cd571d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b47389cf884df8611a87cf45ac2d0919a1a550
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de24fd0701724e6d02bb1519872a9b3e175a4e3ccee513847f914260373cf364
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d927549bd7e4b56c366304701ea715075933175d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26faf726ba6e7c171f9d7b6f2f34eb3a8e7051714e4adc37a8f8b8d2e516dd88
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081ea048845ec0ae9de53ce4b3d1e77a6c23ca1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f80743ffe24520aa07204c9124ed1c0f06652c15857246b3339a604fb619012
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aeff74184185d3afaf57c92617c0b4362143b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145af5747616f4e2e529fffaa51eda8d7adaeb5336778eb74d2f96324f02cc13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932617370ef3cfd123b99cfd811a75867ae6172e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1a33ddd319f4a18baa3febd9cae13a6b17f9532601dd4e16bc17d1e8dd6f1c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc507e937cf209621d6fca3616c073e7d4c2936
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863094d05fbe186385bf07d8dbb8e9c1dcd8164b4ce92a84a000ceee7c17300d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f20dbbe56bf761bcdcdc72412390df8e5004bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53968baeae6feebe6c63d725f819bb15413bb75e3db5fa33697c3e27656e029b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d8f860701fd2b9f34ed639ad9e5ec704aa7d88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c599ee644185bc8ff5cce9dafb4329e183fe5cd5c5a062ea42f278981110777c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5af151f1f4d42b75516ab3b4c46b251c6a199d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ed925f7256bc98f82219abf6b660d5c1235de6cd401a1b8a45b631eeaa95b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb5d85849f6b242cb7ae1856e554294a850964
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b828ab531e43db62210f3f15cf4f1862035e1823cce9e3b30f6d10cfaa8db6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d0ff284d1981615f0c3bfb5da069df792faca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea4b47e1e1a6358c5f2be610b835b931ab4fbe880c75fa4a0a0320e22266a51
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77c6651f6504aba2db6a9ee7e7b604bd649e17f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1be833cca03c349b523827c33e6850c2f6e15545b97d0ca6caf125c716e1149
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac82947fb1cb80eb0fac89a15ba82055433ab2c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d93dbdbd06eb8ae08074f4d6cdfb0ef1e1e85dcb13c34262d8292dc9f7b39d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bef683d8cddeb4e2c6406caa38f2518f682aa18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79998801e01e4f80fdfb7df6d8d0c39c0c1dd529e3285e250c7e014498a81397
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be7388c4936497d5988be1c04674e67fb0266b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760cd13a49072122f65ff9860815fd72bf27fd010491b592845bc2c9aeccb8cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b550e57c5ca83a7f6dd9a82e8718f61a41d227
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17324f6368307c416772399b5e4ee385d7aad0de8d8fe8be5b3ea0e066cc1ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b45f3c29b8b4a22ab5b33d8b47137c6b113b96d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7293b630ce04e0d0d588d3e6f33178cdbe6245182b53be2c976b55dc6bb597fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db357df42032f7eff9395714d07173b54a67283a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc3c82eaba734093eb194ece8b4c50a2c8df2cb30284dd9afad60e99342c7fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f999b7aab73585488e2acbf7b45cfcd268cf9c8f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c98e062eddc4f61bc682b6efd013b263d76731418597ccf0ee08d99e8aa49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5460a3e86e3cbe06dc05c4108472d36c51f1a98e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192cfe97cdf5b9f35889c32359242a5e45108870ed0f7a9cad69aebdf876b7c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dec84ac37ad02f7393a00e71c751b60a7fc74c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797f227dde150cfff2575fb0a96b2fb454bc543095231c0b72bd87e4cd34e6d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5164512c5f63f4d941dd7260aefa1a0957a98c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675152bf3cb45b342f11371e4b7fc07c67c00603681d31f83faa0ec91750aa7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5157e05f73c1273fb46306ab5451d46846edaf8e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5495569f11d229b5749c741da970d79d6ae3764a981e25481545b7dce504c3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385d5f9bd3b7eb612f0833f04f8c674b74ab375a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7101846ac697760ed55f998710c95baff52e8ad46ee0e7fb85fa931b8bfec7fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6650a707c7959031ecff23176d8e977e71e2b5b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333749a9b255a480f787e9bb988784e1df0f6715afa5fd0ae0ae06b732eac095
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c88b5677ec66e43271e28434c3237bfaac3b65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee98180b1d1e4523d98bb1051164af81849f8c7522446c96d6fd9179b194b6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0769980e1f58e3c56f0cbe4b788ff850a0f809
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c394bbe1e09ff1a967205f3c48ff48092c8255ad430078a62cefa14bc91655
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af68e6083a4a64e07766f86a811d893caf13a6c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bc0dee88e8fea3782d2b8cdd94fa35868d7bb30604345698938a4169481b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c65618926f6cf75c36021c7058459b30c6b84d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ca4432a3de4fee2a3e4adb59e32274b6d27cb73cb0f8f0290f895f2f5126c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976fd84daf794c86e314084ce9967fb63777c494
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cc77afa7113554d28445a765c1e0364944d0d0724c5b0817af65511efa014c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddd7d94f950e464b12a1d506974aac22200798d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a3ff02609543f15f1b8dd831389fef31f2c83ace8102f1c4ede0a44c9086f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5367812a3c9689d1ff8c9f6fb3d317b1728911
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb29aac592a6314c1bfd9e00d2e6b7e44db4e48ec72940d329cc373dc3dbdcf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ef364cbeac771625e37c1acc1daeb7fe639aad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b4a41a80d9cbf80cfe26ba5a9c30155e8d3dffa08bc67fd6d49f471dbc541
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec382b875c46ec84b11f54cf9faab83b22dc897
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6363959c662b61be754140019a5dc5159d3078b481443c534d76b697db56dd22
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc160a304d2346eb48cb3a3fec1ca262daca3c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1309ca850266bbf2dbbfc3757e097a3f72f5e7af4819268169f81185225cea19
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed779a23bda40f8d7d7a7e85943dca7e21b3ac5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afb058882fca7de78474185146ebff432e1d8a33da3caf994ecb275918f72a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760dc836e9d3a3ede3bfc41d43014ab376ae6173
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6b461b662a46a51ae10c781fd28c2fcd4a4855a9a196326cf406f4db72852
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55b9880447587e94f40e1c394b4e8261ab96b36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdcbc057f066801a531c1c8b92eeabd48f4d41f564148c6ef5f6a9fb5bdff33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f057f7fd7d5e7e6acdfefd884cfb4caf4a4412ab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974df0cf663baeffa4467a3ac2a27f0bd52f601ed6f429d57955a1f25c0364a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78819884983291268fcb85b776be473e148affef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebb2c3fc77957d071713b8cc8016b87e260f49119c8f9774d6a40f5c4498a30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21adec002590e24db1900a7f15855b7e1c3d3d11
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f5ea76b3291f1941b9b33e222ee3b10b052f9b8430509b52f6e42c02d08181
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf93b289792415334bfb99a98f3418db7b1635d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d3978dcaed92ecababf8344eb3d0b765b2412f01bae57f53c04474d7a1dda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d019e36c4fe573a8e97342289cce7627bf182d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39f0c8613c273d34dd3fc450edb3716539169ffa93f3c3700f64bb0505b164b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531a7410cdbb182e305761ef3160ea24719744b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a82a38fd7964dcd7751bf444be3fa5c0840d01490f4c4f3bc0e3b47d9c1a76
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1396ab9417794c339edb5b3cb4f4ff72d97a78c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c11f8e5fbe326ce3b1a72d7c82f6e99dbca8f6000794fe7a25e19b22c1207
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ca65b2372771e94fd4e4370a04a7f58b21c1f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6eed37c0ac26d2cd9d075dc05992973bbfb80d9dde1e6e20262be878bba881
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2eeb18b55a26e815b2af3bd14f61732c7e4b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1effc0c561eb280bb70955a18a1575c8579fc5f5fca59f423e0b2a1131a1f3e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d63a79354433aba10f958d661dca763b213ea2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1954b4e1022dffd9074f78da7b2156ba5b01347e3774e4e96de3313b914f2c51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21795eb0beb6a8743c4701e93dc1deffa069610f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97187b1b5fedd5aba7ed25eeffa95cdeb05cbe1458b55f33ff016e03348d0b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2818a32d64929507e35c936aec78c327302c75a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c616b693e59667de2a464a3436b144ce317043786c4d58c0f91479fffdfdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f9f665d90fca435dee17712f79a96650d4df34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821a47ad11581a1df6a69837082940f8b9a1e7cecae2f8c1e4adc3eb0234877
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a6d14197f05492c6f4511b73e61d3cd065b41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fa4415ea9c15fa21bc510bd8bbcd48508b3c9c49f2afee4c36716cab728a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74afea85eb9a730f7e63b5ab24ab19e62f94a33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48834a2567a87ddc07b3348663c34018b06b3e609a8257125eba486f06f737dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8471beca2d1fa09a2aeeed8da5398c46e3b252b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097b0b1f72aa4e2eb547d210fdd8b0480ba82605cae166a8bb43476511835d61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cb66f61b64bba88262cca69616802f33ca7411
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e5d9e84a323636631d9c86d7633b6022a49b33577cc68d1a988a482c4150ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f83971c831448245d7b419dc68acc62544b510b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5f916feb45caf271348d091dea9303221683d6e4bd6bccc3128906a6c6ff5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cd03f19f5ae95d86e3b8977dbd25bda0e2ea88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd45699711c5637dcf94373def8977bdf41ec4aa6382109e3df2957f7f3a5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff994f1fdad3e67ee9e5eda4dd2fa90c3bcecb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19016aa7c81e865363d751a12b84941d0407edb87f8e3d03c768f58df874c4a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33ad09df2cd91e81bde6567c392d6cb7240a08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6411f9dfe0b9386a39e3d5214d1885a7ec5c76620517796255c4af779998126c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ffa407ee2eba967cfb95cfab011efd5fbf7353
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd70c317fab2dddb9cba684cc22d93474b150cc02e7499856e660e2e7ef3354
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15370216ee0d30499184ec874b20948bbb1f1dd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87c004e561ae5e398fc6651bf35cdb0a88e0ac310fa1db3bca02ad16ff6ff43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba095525924713ea1052c877e07ba246122ee89
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6770834c3017fe025028afd92fdde726231e12468dbd36bc18c99769689c98ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afa012ad7d4d4be0f85bcb1407eae7f6d924c50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a781aede3578c5bf576a6ee968af0d8217438893d8e3cc91a79b9d9aa5bf10d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16029f93cd24316888f1dfb7a971a43dcab24924
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb922fd70bbe8b127aa0ea59833d1d0807f792d1d401d1035936a2d9ca103ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a9fcfacbad1b0dd7f9d41a3d47208edde345d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7f925eea426703d7a74ddf2867b2b8e498add1c42ac2af2d79cfe844b0249a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6828bdea24961bad374413531729b583c0f87fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca5b430f743d1ba76c40a7e4f827795a142364f8fe342bc7b427f2ee552eda3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cb917823101ea30a3254b9a9fb8490c76f1243
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592fa5d8757fc932e83bf576b4ecd0ea811466b212e221385111d203007612e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9902a9cf9c6f01addcb21ddcb49918866fe52b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf28bc525d1dcbff5dfbf4b1fbd388ae7b9b79d733a3e315edf3e19a50f2565
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37b1d722abc01e53f635c5edbf268a6c5e4948c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72971b21646666063e310568d497d4fa4907a564a21036cc08942c37af8b9db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1a2c18785fde10e2813cf4bd3946d6e9c1de5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118062d0f30211668bdcc99a3b41d2e9fdcbfb2dec677b364ca6136141b50035
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcab6fb63f96fb829fa3a6d04a0af2cddea470f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586e6a300e2528b476eae34c8c1c5d75dcfe7ca73181c9e2fe3a2519e3f3410c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2941bd69de22ae1d60eaa27c4dd2b3ff7e80d6fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0e8099348a123ac3cf1addc5bf99b007101c5d1441b91a5b1be62ca784d50
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154aadcf8798fe0fe23415043494eff91d92ed0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e5e4a28a7efd113d3b2bbb93fcda92ba9e427685447b3e54468f2b0667bd59
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ce5e93b6e1d4cd85ef593b57e8de9eac836c72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2978c10e77036a93efe41e00119776cbb160a84d1f1358a8567fd41a22da3d63
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660ac3e46cc95d854aa743c994b0c38ecbf3102e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e9b7fb9df4affec156143941d7696d3c7503ae7ea0a4f18add55489553cfff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de957dd40effd985df38a292acc5193b4eeb18f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a747c63864dc9c3f7e282040316172808aaff033d3ed383814fb49643e1ef94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c923f98aaed114fff6807274aefc2ff6158dd6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e2f927cecf60fe7e1f532bc447bbe6cf92f830b725e1d43c93ab6bfcf44cbc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe9538b7a759d6483bd404dc3cb131c8608d24b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6734b929f16a6e8e942bbdfecd7bd1db97d30ce8e8f5c52ef188122a19d7b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afd06f6e3ca9f3f49aa7b05552051b42b9dba5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a06020eb164c1d72a86b46f24152cdeb16f0b2d03e4eafdec902708d9a25b80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37529ff77c315370de46c513b01a77f0046c4c38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc92b326cb1af401e81ad3bb9816ec9319004830cc61e751f1431d27c0ec6c44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528f310d83125f6946382754e094c9776307faf8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c775f78d56d247b9bfec35484784aa7867f5d3dff13f8df2ee508fffc213a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9597c818b3ac1c39cb48fd8dcd065f1c49dc4f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7b1c34c8aebf24990383fa5f089dd31b0b24fb43ebad065cfa61c3c9ce4124
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b69c8a9f41ff5710d0ffcdc3d59b9482d49f8d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aea219f01717559a66b32d523cf79b6310fbf94a580ffaa84a718eaac5c62e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69307ee48ae1077bb41619ed1a4929fbe7ec03ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8673bd22e8d4653c94084c3ad7c8edd3d875baf2c5b48d1c619644becf15eff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408e9cbad19824b2e980d8b557c8247c7950654
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaf769bc48a9c2a4b03067a21fbe9e7984dc4409a29abbd02b817f02d25707f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd0b5efbeb95e1054601f1ebb145f286953e00e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c347b1c55484432d5157dbeb530f895b7ae0eace65b1ee2ec308644b5850d7c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af404b9d34a5e6577207840a8d30ae7873e9b6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9be39a2859c7c30fcb16e3131e26bc92bba7cee2d2ced7817732d2120c448b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1bc8e15c56e63310f1501c5a5f40f3b92392b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ff4061e898857b5bfaec5f8f240b582e78e0ae1f6174d28781ce3b8d3ffa6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ddc72944c176bbae41b7f5b59b19bd93d1d61
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dca4729df5ac33431aac7eb869c81120563490b5583e3642bd875dc6b058b3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baa6d6dda723cb7ed50a759b62c3ff3841544e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61cdb0ed769eff01cb9699918be22619751c594aa84b46553518d115e3e3699
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e684225e74b4ac25f359b42c5828324c0d0a3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8047565efe7c055caab383e611d31c64c5b350c81aad0d9cc02cda93595c86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5d1eb2422a6b162092c43b42c02475291396ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c57b941742000aced515a1dafea37d1538dd96892f9df41f7ddd9a6ec52cc9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f06f41dfabac5e5107195f35ff8f6f060f693d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0f7372d5cbb9b3023d45693113b39bb3a1620e95de6e19fb4c3838a4c50389
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3934fb031eaa1a24c1d9c0c5d608c682cb2f72ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddb822e6039789242dc98229a3a49131502d8c25e30cd07aa85feb293b964d7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25058904e58bc2f9720b03f4c06533918621f2cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49740a5106804969c741f534334c1d8aef7c72efe9c835acf1150fff8c6b4cbd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067f4fefc58e83dd2504d5ad542f3a9ab70887e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86f53f852efeeaab0212ed90743d4f8152501e59e5f291a5b144b59e38918a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6eae17015a4b1e27abad0d232de5e359d82cb3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816ff725fa5ca3a3775162c42ede436360d6d3f61a56ea592bfeac9cd04eae7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8b8594537773284def3fcec09fdef020a326cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308166e03bfb3980e34210de84d2e8e1c8dc543c0eb8fcea115902f3caf61447
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869d0a317c01e01fbc9609aad11737d2b949ca95
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c385695bab0135a3605999beaa926c6e4ae7138f85b43fe8548170bfca03622e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f870e28c4ba08d7f6004bc4b023d687a88a050
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7d3d61b61e27be6075c18f4afbd4eb5f89fd96e757caa99cd973e1ed574603
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64aac3c451cbb027bb0490c2304e9dfb8dfd5ed6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d44b4441259311014192da2db49b786633dbe9624faebaab5c90a17037a026
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a88b41f4e31fc4bc23a4e5e31339e4bfacc11c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94c47ec75d4a6903ab68b8223bedf6b90f92f7423aa44ff1173074759b493f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629555316f0f7e2740f888dce054d922d5c871fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e624368ddf803c16be39a418da8a7db0a30a7cbeabe80e725a5742c4176d146
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31e3ea6bb1edfe538ecf4131cfd64ce13174f4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6d24f9353d68aa1d5726492346216dc06df53a228e34bd34aebfa7b99de5d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582e1eb34703d27599d97600629c5caf7d30c80a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eded9b42b796bca34fbcd5153425bd65bc531755f93098c8f1cebc4ed9ee2ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dc83fa7ebf63a31c74d4e6f0c42590dc5cfc45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d28fcdfcc5f3b5e96477520344056630955824cb05d2cdce045959f88f6a9a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f91054e7213b33dd749e93603ccdbf8097f97d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8b888cb01e651cee8069190ee48338351d871d51fd4f1638b758eea184a451
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552d36d53a7551687e57e84786bcb64d8dbe6e74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2d3821fa14da9502ec9dcae460698ad6dea6dbfc9f3cf6182644ba032cc41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6850796c04a54b5d78dfb942cb391004a2fbb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a5007c6538f18f35b61bfa77708b26ce0778543e17bd956068e222da5791df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612fb1ab034a81450923fa68c01bdcbe6121108
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc5a3a614211f3f1e43265ac238959039291bbc2b4b30b2ad63dd637073d3fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a097530af0c187bd153fd055543c6aa471e4fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ee2fd886cc7d24c2fc0870fc744f58408041599ba07a034c011892d96e606f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7965fb57e749257d3b9604d935f27158b4fafc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a662d59e8173d54a9ca6c5562febd4defb50eec70364f324a7dec7222995f3f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a646981621efaa742106d743defcdbb003e7ad83
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ca90a53522f81fdb8d81f1578b04d63e5d0150f5a7a4d22be38c1e965f6ce6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a461871eb3218033003a6488d9548e50e94ca6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d719bc9679711d1c2286b75e50f88df3def4c8157088d5ae8fd3ada45eb765f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ac9fd1fd4185de501f79b252a8510aeda83b47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4834b3a1d58cb5a0702a677e206779b0fc36bf9e4ac18d27ac496834657826a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303126eb5b2da4cbeb8afe2d61a5d5228e2ebef6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bba4dbc1e79f61c34d6a9d74ed314e33366dbeb39bd03d7670fb648fcc34ea4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754f27755a2a56f2e9336456ffb8fc4a23aa5c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8774db20b9703313a8bb8b8c8e9693406200475fa2c8bf6b13c7410e7484d6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde5d50d44ecebb24af2f7ba9972293fe7684285
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45e2d542452a92c5feda8b9ed92d63ec04ca5fc57267283d0e4c864d9cf6318
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436c38bdce4c4d6d075c4c566f3d00f0d797a795
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f637f4be82ca5c6f15f0dfef6b5870a022f5b77b47e4d038904faa64b62db966
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2a66a89162da3aec7cc2248cacfb7c0852131
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c24357dd17e739722c41c6de0e02b351017632d071acc10795326f5695e8d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a06de6a37aca4a29aeb7e645ab2710f6eebdd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40511d1d1acf43ac3215301ac210811cee17a487cf72f7728a5a4c084ed2638
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371e714f136f6d9b7877177153caefd0f4269da4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cbfa5785dadde8c5e0250832ec7a3d58d4dd56994405fa65c683d04579890c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbb536a5da859eda9b51744cbbc7e3e5404308d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58066b42c6ccb1d91bc0041605178a622d87dde9c4f477b687d40604b248a53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189c3913cd6becf03bda1c29d607fc49b6d76f30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe242802ee74e4d6fcde4d1b7b4551399f77d86d13cfde544368ee05d75d2a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693b45622910199a4af51d6bc8c2202f89bf769b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7effdc43496ad9318ec873bcc6ec985ab71562e243e367dd930a4698d4f4a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd77cf68af53ba01dea27497304e0ecbfbba6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b3f2386c653464bfcf41d91cb5874141c6fc0048d87adcbff455971ac22b36
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2639ba285649ee5fd8244085d1eb1ff9576db10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c99e34d6f847453febeb149209e2e19e3723dfa56fadc9a3b46e3628fc6b9a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10615668d0dd20da7a290c62d45b1fb5ef3a1efb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e8f0f1c0ca6fbf6e81b3e3e105aa69cbf64ca728dec5fb8da514976df2ca09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d814154603f736761cd3e60e6a344732313337
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6435201a6e6d186520c2397c443fc5dbc813cb26dcbde7db817193f527c941b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2f0b4af80b1c6561e2050e638b9473e0a94355
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1ecc297d005e04ab7aa7149481e84fbecee0a35200ac2adfbab7467c4b9bb7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f4a94bd8f428a103f8c69613686ffd6c06021b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b45b855656ee84b9c3f5629c8f097d89e3209045d281b644da1e8fa83a8008e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37690cb54d3bb641e516afddab5dc1d563b6001
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1e891c481c013910d7d98e5d991c4770f8833a8607ff5e667ca30845ce7f51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa838ded4a8b3c2a6644bde0d8d00f0669dbe88e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae272e66c3b2370e0e3e3279a7c56156b39879c69cd44e582106d0929a4ed4e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6570eae714165ba6a2643a94a0b68dfa99ad97
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3cd0aec86c11e79b6ab5ff89829fddca20bdcefde68b06196115e37da3bbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed79e85fbd251424778f14c14b77c14b3153253a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21749dcf86713503da2c69ac6a002dc5dff69255a3adc4f01217d327b25781
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa580359f133b21d6d452946477cc2ff3ea5881
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a18759453a182ee7a415f6a91f6d55e8e53f5f939d25820877ff1e625295ad3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0b5ec1981860c175fde51a293deb087a80a0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c6bd52a8e276bc3dd01daa6cfd0772522ae63a3c74fea72fe0163b1a8d6e3a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07216144acce5f7efba93ec72f4340c6057cd7f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f71e7fb4b9b4d4252d54426f2a571498811b00c595c34861798e14550105c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3fd46c6cab91c539b97a608fea612e5a6d1445
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b2be1a13b8f29bb649c37cc818231014a58d61b5cf76d323c664c4e3f313fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571bb38e50f401afd300a0043e0d330856c8e42d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd10bf2f58691a317caebc77de28d8fa08ba5334fff6485a4d2b24e089efc722
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db7b4f36f55da2ac03de486f44653ecc772a0f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d9901ec169cc67bae2ce6cd417bda28271941dbc9c19127fb9003a9c78d8c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c54ca7907d9830697dec2a25f2f3fd9fd2586cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffd6f503018488e68129d8c56a45116bd4669e420f6025f002a31d24993433f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5b7a6c0fb9edeeb15bce016bfff5dd64d0f05e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1261f272598dffe677a72c25fa820affd81a0b565adfa5dfde314ca16329ca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e412482e18dd650138254e057a0fc82ccf8e76b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76222a2f46e963b5eb40560c1078d08adf332c8e61afa595c8e65877b0cf7a0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ddcead8a96d5956034621ac59dc248d6f104ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd643eb8bd231a1f586103f156d832d146c976366bb7f9b59b996586700fe0e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d0ad20fbc0c46b71560fcf27b0463034f94c76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9529bbb4081a413bc8b2ecd6b32ba119297eca70da520e8e9da1c5f6d5f19644
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f8ca80b4e256b4efecb469093b81808e6aee3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1426cad5dc11b37bd1c20517cfe0cdca90389232cbae4819aecf60fb7664727
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c30b0b9fbf791c0f106dcf690b45146f6304198
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee60e16019a5671f96f003ac56ccced9be38ed3cc4b3932d610834bc770fdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7cf9babcbd88a371aa1a6843004ac40cdd0e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0680671d323891059168e960bdbd47d8c4f3a4c6a30d9b66daf699206e32423
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7828e085d4b11683e52f27571867a235b76c7fee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfac391e4cac62f20c29f1216f00b63a02078ec27db9b8f091eb1b9f61f2576
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3774639f8cd85e330871eb3cf875ce923369dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bc7c68e0b7d7dd15c09b141b700c0760ff3532fff64703e47bb67c09cfc02e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d47b3382d35b2879b31b77d08fc6f0167933bde
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fea61b8ab4bf94427ffceab385249755bfdd8e059fe724c4f6ac541e78010f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f2a52990f598c1ec850f4899aef5761350fe2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363672337be0a02bf3b2a9eab88afbd86e293045e9cbcd87bb511ddf9a9d4895
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9282306ca3b5c2b76b7c1cc334f7b4e413f4f3e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04579db3e7608222d3138274046e6c5306e44a6e56ca0305c04aa7b19d22b50
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e067e6aa06d2fb31790501e79ac42bde1774ef2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f6c021790f54d66d2f0d21f7be4ffd972a23cf90880fe10c4ef36f4046bfe
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac092db89892906e9b547011103d7b5567fbbfa2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a134bff566758a76f4b5102d304c7e8995fe40474025db6db1fc0fef9f6bcba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3216641c39949a9a6f7bd294a9b3089a5831c0de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde26360d4735c10a09c462f00c1a7a88b4e1ddba03a0fc7a271cccb7d05b28
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675682160d37b5f04e5beb5a1d1859ab2a207286
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be7386bfdd7cb45b3e6406d2df09f5ef4a04fd074df65af557af330af57fcf9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a610a094462e0d3fca2298b4e3e4a5df49b470d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d122cf7608194e4e55b3c2fbc369ceb1af0671e00605eaac2aef8f8f9e4703
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a7a7e8bacb655a8bf16b28d1370a9c050d2454
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73425784c9c431922c6aa7c960ef5b84230b18215bc13dbd19dfa338bd5c7eed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e09967cb411da7cf42adb2b2a8689b0725b103
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7379de4b124f1c68832d6b2ccedbe5c9367c8bd184ddbf7f3122a9d3ddf0d4f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9764d0fd13abd732c17f961ee292557d7b3197f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4176beeb6615bba8b40ba142cfa3814b764fdf546b6c2661a180e939c1734ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6000f046130116080a04d2ef3f7d58fd527818f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f0ae4a698ee1f4019f5cf797d687eead2525d88f6627701417bc45f8c740b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8f47e97527ddb54b5d18dafce32c82796b1afe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716f2908ed852fd285ad8ea55b9234eb103c401ac6646ba401184668d7d5481f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ecbf7f948a475a52c59765ce54bb391d1234f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27612ccfa073d62bfbbc42f2ee9f573fb9f4e7ddb11ae7aacd5f1782e0450ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3536fca812a78a672166ecbff5ba111942c1a654
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f8817794e7a43f82e4246b8075ccc3790c0266ebba1ad026d7d4e23aa5dd28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea61ab6e716ffc4b56e202315027dee317e92b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c5221ccc7a7d54fc49c09e7e61d4d3a6c0cc532f2911892674b0a34c86431a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdda440db240520bc2ef3bd7ffa018f9db7fb1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eaddf88a0bb8f3cd55eaadd7526980f8d8ea42c70625aba1ab5b3e84a4b27b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffc67a6cfef8249ae3e0c0e49a3d0227d0738ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8089b27dde87c43a6b3e09aba79041a3f101e31afad90a64cf0d79173c27c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afe7070db4a0c985b19549c33dfd5522e64517
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d421953a6383deb897b0445dae066548fa23503b8422b33da4433a468d8ca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7084fb51bbed6d0787cca9d837fede0e7f66aca2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d880174b5faaef39564d727a48e0a87423e93e411dfc4f33f935c55fe7a409
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f321e35370a9f1e716ed9556245a1446021e6822
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3f343c743423ec7e3616b3dd4c5c391a77c8d8c9e0f964ee20e3aad40fe055
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6bf9baffc1db8658f5952f04300ab8d2b9c2dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cea0de3d7f5a615876feb38a490dc30d8de65adcc1de5c363780aa13a485f34
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eef731b524a5f86a7f559841ccfb6ca1e3b96f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3dc9c81f19a95d4b5a11c0235f8375a1e5e0a73750be790c0dd5ccce9f7a83
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c4b0e599469ac2f0d4ee96fb13b5f54f74fe67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3dc3693f3d43e9ff57aa86e507166562239501274fd480c7667ea668b952b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8731c92f2a0b7732afa1cda0d07797e124ff9194
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7ec3af852f74590226b352b616c365d6e53079ad79bf898afc5cc6ad0ed8a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf25e1112add65050422878524a9f383b92c92f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d245ede7be50dfce9bd9763e8d45306ba18dff9c98f43ca6c2b5717fb635aac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d73eb8b7d1fcd41023c09167c8bf4906ee4165
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15dc63c7676c98b77675166238065b967844e847277f82e1806cd8f8512520f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf694349816e5c7b8fd6c76600d2d54a5cbb1be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a2ec05f64ef96162758629011c32ceed8835bc8fc407f902eadd9d7fd1da52
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfc775c7f6879eb7949ba0cf22c86c971efcea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe21e18abbd9991af77045c953b7a2f5f4f1271e069ad2a4923f8786bae88c8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14336ffaabaeb17e877d23b45552c5db137eb6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce901a4816425d8e49ed707afd4af56148e395028282bd55698c644703ed6b13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207a4584996792554443179a03eb93871e0c8817
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecd705628e2ca318ec022d622f3456382a54d5e9660a84176cab8600da2e1a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc4a43b94069dff7a06e7e7c6737351c326e9b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0c2f4a3ac7f232228a3256786559fe5e6b6273c48ca5c9d6c55ddc9c3f3db2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719a284ba44ae3431acad01c1d654fda164286ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ceb0d91d0071e39d0202c490fd407df2b2b294e7f3c6354069448f9fa690086
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e599847103fb8afddfdd25e4c7cb400159bb7d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1e0b14f187e37d053711511c0ccd5b0e45a162463c8b630dcc68c839857098
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9553d2f8f63c7b35ff2d3a8e86e8bbe2aa4b6bf9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b6856338f7ac096a5137d9ff6c89a40ebad947440b359d06fe4aa75fd5f776
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef30b195a7efa7617dbb2477f53857db8da8e82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af7f7224f0c32b36c4ae5ef8b78a202f524c39ecbc8d1ea2b11a3511819cf33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe1fa1774efa48fea85a63c30e676e360e9c286
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92803094fa5b0e4d01270eacb60618bf734643e8e07eb7a52659fbb5ccd0d80d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be228b5b948aca9874254d1a5c690ef629265ab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a8b6cb7d98823aea57ddb0a94b22e3db4e62732d9ee5ced499f626b14b6fa2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8d835a08ccf276d5cde2f3fed28177be94b3d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4339adec73da2f6389212e67b9f71875d4ba026d9cd0c0c191548ccaef87ec
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cf33705c785b8fbe86120559224fe99454143c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768698dff91af18904f926115955527f2cba39d5198af1a2af648e8bf2b8e389
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0faa848469a309cb1373637f83f67e16e768c93
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b9524e718a9dcf692d96ee11a88354fcb1dad8c84d14ccb28e3639082ac64
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4dc2c222e2c019228c12d4666bfa2e1280d0b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a2980ad5eef9a8d60d2a51eabb53aa248784aa98dc3d4e18ef20a8cc5fa8f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a08c945bd14297c229c7e35546c47f11aca3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15bcb38297f0c51e210308e9e235790265acd1c344aaffe38d35e087c3b8e81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7846b3b88021699d77b32ec023f63299aaa5ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e51492d848a679e0b4670df963c01a41091118bafa71b5cf1022ce33ab88043
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c50f15e4265941abbf4b046306d73aba9e373
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084c4e789eb7e17299ce159a707786244498029e671fb04ead2cae948e874e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49326734534ad492266591aeb9809fb0d4b61edb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58503b02ab22bde60c9c6119fd5a27ff8ea6d0c28f9add7c2e66a9510a0b61d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749988eaf1c4fa61c81f8988611f50ba0ac1e51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb15ff501e4db8bb0b64bf0128e5b469f70424b8c13ee04c5c78957d7d024556
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583c25ba75c76fa4c58dcb76708583fd93c05e31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f318b2c1ca2569737966873fd638b53d118a49fa0ef0061ab9d81b9fcc5471b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a40cf090b81d55ab6c6942e550c6a48b565e117
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4d0ab4847ea0183f22690d3e22c208a1fe62b7d6b1a262ef7a9105e7fb0a90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a56f5f5ef4e542cd37e61e24481a05eb812379
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca29a69c6b07bbeb8040909c8da629285430b0c8a957b50d0e41af67a75e08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10baa3f9cd1f17c4c6a5b4c38b59477b687835b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c6bc829c68837b911ae0a761af03c6a0dd31861ed4a5724e3f7373eb8c37f5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9405ceced8ab6a87e44a4f5de3a54ba2d2e51375
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07190eeb957b26b630117926aca95404ef483b19cdb5abce01e279e803a48c28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdd895ad517de0b42f790aab0cee6e1d0533d2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803e2f2c82500f265406068cf0e76b98c5d70af6f3bbed0109299efa58636863
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ecb12a32dafcd4a9cb0fc59ad874fa2d844200
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffd7f84872d1b3c7bd3cf8594f3287384f81b40b732ac7f4acfeea9477489c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7957169db70f92bd87938caef595384339d0a792
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e77585aa7620f97c8b58714d9c651684781c9d999efb67bccb25af4292e8277
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a626bbcb0629f46a7bc51487a3418585b33850
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14c59ce0b412e694663a123643f004b509b728f52faee2953ff7dd777a28e6b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec96cb0b992d1643c682b81ddd617a9845b12331
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd96ddbc8393255cb6d51522f055a6d3720dcb2ee071bcd4767f571e6b88ccb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b8c2bd38a48533a05b0ff7479c9046796f339
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce1e42cac73b28521ee66fc0f6390d84f66b19c221ab5f57ded4fd9e1ba62ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b1e50026b4665b4be03808c02ecfb4b9a7a168
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac94559d5e994b93c9410383029f15b72375d12e4bc080a1ecb1f427ce73725
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cea210121099a9dad8985c4c0de772a5e4ab89c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fa748e394b4f97378fa70df4958ee112fc8accd54ec4f75c909b44e0b38230
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833c392810b6b3437631fae8074394e1f1b84ccf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a252cf9bccae73b49710be696235eaf124f217d1e439c4960c03408d91fc6d69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126c81b31cc28a2789e347dd2b1601bc4507046
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1850adb78d25ad553836d85df33df6875429ac1e0f3cb2985bcb8c530ab4b9e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9047b313db8fbc4f6103998b00dad6670e3216ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530415c392427d44150dbdfdc82a96bb6fc7787f23002dd32c9b2f7385b6e3e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7893650a097fc5a2fb27956464e0abdf5644db2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b71f97ee2294b1a4ee8521281dd044727c3b63ce1de83029016ea0c74dfaee6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836c0dbf4a884b6153180c1397685470bde7f27b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003ef54009c4bf575b77ef7cf8d3e31988b9b1290c9d19e500dfd27222f6c748
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a14b6ff4a159c87b5ed429cc0e3fe13963b4db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c326bce21602fc146dd454c3e77dcfd4cea6d1e77bad6d73978c1761b7842ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4206ee683c8c9ac2f26292f239c42527077ce0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d061e6cb7f946befb8a0b59847e64de664084899027f168269c9a8f33a97d624
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dace193df76ce1eafb93751d4a589e018190bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac8a116b5e0e9e4a24fd3201d72e37d9d073e5b84893ce0609e8e75866a8484
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf7ad14f6cac7a2b5ad9173888ded482bd7784b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3af19c4ac0834ed46947f46d1752d46a1432999b487f791981c15a985324419
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bec7b67ac57855615f3c0c8732d0ceaca91828
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883fb2ab2a265a5c3a0ad1c56d0cf08d44f90b7817f2f87b6831cc60b45abbaf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456df354a7bb1c23febd3d3ab600976da6eda79
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dcc257b2a7d26fa17c58d4850c9377ba8698e8fa501337637035a2fdcf4d75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052a9aeafc092304252939d38d35e79d7a8ef5b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cda072e9b1f99cdba464f1cf79e965e374aa5c36076fca5260b8122777547b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991821d6eba917468ec9f5cf7f76d36c6b91866b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3091041a8ef9b66101d4e082f14b55ad5afe52ff27870ee9dfd7fcbaa4451e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d15cbe57b7c09f702fa3624ebd3f9e14839d76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8b191585df3c3a7a1fa40b73dd01c9e8612ef2bd914caf5efa149fe908bc2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b9577324399040167cdfe84ee60e41a1fb7ebe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb5063c2d90236b3a4da07f4e4ee96b00e4a32f53e4b049bc4d894915fea62e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaf8a85ed968773d1ef5e32fe0a29a4f151e50d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55778712c56d92ac8c1dbb452706ccde3bb286f4a1fdf677700ec35a17476c01
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802dad69f813350ceeb478183f1b9428597d5812
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2df55c18b5cd2cbc2ed5eb5fb94923a7b5d3fc3f87fb07cd960030e6cc0753
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8693247bd2c2875763d9f92db9f36064a9575673
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2679e4ccbe964016cfceddc5cd44aee00bba2d3d2b3eb5364278d32cd15844d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8175aa7c1863e6e874e67560100a2a98110a0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3242877d99c96f02cc6e3946693f2092804e5974580bc4e9c2416dcf96d1f81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3070213bde0f6e00fbc9288fd0ba42fc9c02fcc7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cd38781ab4a98c4685ca602e1ee8b7f2e78dde43509564a2700075f091b0cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5025ebfb6dd912715db19084f10155f4d212e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82874a4434bed9a85ad7bafb5e7aee0c1dbd1777415c5ed834840408fbe62b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae26668003db97a6c5948c8e8709c76d3029502
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203851aeda9781cc568704702bf3fb9e1ad5ec0156bb4f7db941eb972e057564
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331d9f13dcd5653e331b10d705d0fd549bf780ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39ce297e871c3bb82682c0c786dfacd71f7269fdd400a9cf2674838363340e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeed59775b5bc05a9402311ec159c26642df0e5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784852e739e82f4aadfd925a3791ab2162fd5e26c80718b9da32f8bd8fc1e2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7fbf3c9d953e9d78b07e9d8537a9b00d42472a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f6d35912cc83592858b9fb89a632b288022e65455fe10173384792e7e149ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1451ab6489892c0ee69d8308f0af34d4121236a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d80f1c5cadf080b22412a8d87d6f5a22f72580e546a41339a139d89ba5875ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702d8d731c01d1473232c9239a7be03f92e3c68d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cd7ec9be4e3b2db474e2e18a225dbac221844e7642d7ced57457a4622266a9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb876bd50e7c3c9d8ea7075da9a3d816d94c5ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5d97426a18fac24e7dc3e867d31807b15da325b9168711f6cee812e998be97
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd04d6084010968ba40a7b67e9da42826181528d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baa1283cdd5ff61048d0f2e3c9ccd3f313879324856022c870e5e0b3c90566b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1dc7b635c59690ca71d1ef8f16a9b082a47952
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051abba3ac4f4ae01121352517748fb6fb31404d05268518db728907990b3e95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482bc67a6f3dc5fb458b248408f77798feed7f47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414b8147e747666ba205497ddbf18f454ca843f981acce5688c3325ec87875c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a3e841793d830714a4881c29e9872bbab48d9e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09b190b8cdba4b28e0304a028d4aeb72f2299396ed97f232b092f5b383d4fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf27a4b7c8f349281cf1a50ca433ad184401a76e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939a7e86ef4f0199f6c49abf5e3733ca0baefbd9597a392130ade17ee22ef39d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8704721d6f82d636ff2b679abc10d20876a697d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cc1fe145766f095fc681abf50fdd7e063da54d78331d1b555e9c4de6b01ceb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cbf539dc08b2d9655ecdfc6a673aa421966056
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2424b9fec2471b6a140975d0b2465882480980c5305437d3ab6d8ec07c13c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57aecb732deadb8a417e1b7d0019f4a3df7edcf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dff1356e478a5367950164ed5d63407a237efa31d7c21245ef389b6f9c61cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36704a1cad0dfa8eba9c4cffbbda942af5d5fad4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde144b4378486654a8ca565f8483e9fb1c2b11a5946b852cdaf9b38147060bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa54ee204ff6d0232306713f5e506eb4a4e37148
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c14192d8aaed1d5ba854ededa6241e90d334340ea025e0a9213ef8dee44a497
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb90a87e5da7821131b7235ac19e593f4e00faf1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3033e6dfd4f7942738a57ddee2710d919fa5a83eef4de95e9d9f34f334c01c47
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a46f383ef001a628ff74b51bec30c9385cfec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa2579fb607994f0460331c7372c43e42e653f495921518779c3ed762de7283
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f83dde960926f81e6ce3a9c28380b9326285d16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb927467a1b28a90456be387b122965912e2ce7aa4a7cf8adc96d3cc6b987284
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d6bee42c358c5c12d8934fbdf2f9406335d9fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955a99de1352861ec83befdb47c0c056714b74bb4dcc888ee106b95d3df865d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a929fdf0af7bea50990649a44574a43596755
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4692f98816cc47bbdbfc9dfadf94e53e9520d97d93815a168dd6a02718e3bdb9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a10441186f14c15a18d0c27ec8bfd9b6e725a12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8231db64f8552fdb091c6676889388b35097902220cd680fa23d1b326553ab3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc5ac88318a189cc2166f0e4806691353823f7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cb5519778af09f54b032c990e33c7228677b88b8dd4cf5f672d4a1b81ccd8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43491bf7891afaa3800d99ad99d812396b35014
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92e976349ece03743825f1b7f9ee43d7f13ae245e89d28f19ef6df283d5ce7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d981d07eb4faab855a4fe0229695e8a08a1da65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9d01075d7633b0a6a5d952590f0e614b7d62d8b54343a42a9ece7f54697ae6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1abc7f8d9ccb191b14e0c8b606eb9db085054
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e00249a6f6dfa139dadc2491197c4680120df83b671c7b8e9aa41ab70b5044
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8866d829d825180f411d6738b55de636f94a5faf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41346f132cacf96605f44d51a1a3c1b202e1c7f2f3cec31006dae3c22ca4bfa1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0f145ead3f4fd298c10d9431465992f916d500
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad64dabc8a805120c09fdf6ae02c640a12f70f8d3846f5dd2ff69aa1492f2021
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ade2526d74ea5f0a632adfb57284e3e4dd8f82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeba123f794a470563d07d088ff60a15f26ab364ae5d2710cb34328c16bfecc0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01f089eb43d2b385429450d53deb64d80929080
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16edc7edf6304defceec7697298a4b16da20087c11544bacd72c33f4602b875
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6275a2ad1c677a0c62ae8b4ccd5866b10aa32dc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374f22d1b3d5c39bc77f9dddd88fb064bc36eebdab2f0ae57f24aef2f16e54b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117ad63818ec2d062cbd27b83324df08db77f655
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0619b92fa13e393f48d1bce110dc6988ebb8c91ddd4abbe2d69396508582da96
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd6e9527d58e650aae6974086aaabfda38e91d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdbc461aea35a0b2d13d19ab0aeb55422a9b8f2b150cbe6158595f2ca327da9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670eb8beeeb019094f9004c94634d5bf4d05d6d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4956903fecf6364662731fea5783ce6df024a5ab2ef0dbae4493d7a35a6fe1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e89bc1db247b89a901b21851ac7758cbaaef82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3ee127fbaf7dbc5196cd024d64d9e6120e748025fe7370fd8d1ffa971976a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08540838de8faa06c5cce9a3ee8bceca29292afa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6b2a36d1bb31d8bde2fca6c1357d7207457944aec65371b6d24324eb6a6e9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288b6394794531262567686ba6b59c47d2bfce68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed77990aab9346e4c7ace4206719bf6c4c783c92e4cef0890c8b952425f4aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe951f222ff595d38ab4fe2dbdf83dd5c4e648
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060fa9cb4228f04963f083a0a191c363311ea13646235bddc222165082239cd5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd793cad23ad9af34d739cb2a767512fedd6a4fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd4da85ce914e8bc56d938234cd5cd191bf31f3c376a606590dd6876582bff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec365ae0b5077b4bd42703608ed892af22b5084
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af78335ddc91c927196a72dfa10165e3e9c62ebd58d12f28cb76550518aa71a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21243f5371490d3b32353d905c5fba5d29ea8fff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc042e45441db9e7148b53a4c28ff9163ad61711e1b6633e2700b167b6a1890b
+size 205955
diff --git a/params/phi/5/rnd_search/comb_5/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e82b2da7ec962fa7dd5192387dc191c0b7e4744
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0531791f955a589a202a645a539d991d0e5eae055d9ccaed919577a6a4032046
+size 205955
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ada39442ae7b9b9903a7c6923eea06c91e38ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9439073ed04568c78db276c65bf3213d08f057a5c1dd025248051d5e286af7bd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa289b7c3c663e9e4b43b84bca0a5e7c68efa5fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c83f8a0e786221e0852f0b92060fb4fc17a3f47fd8e5e010aa2b519769d1cf6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b8dfe453396f3aaf7c80f3b3ea2900b5df65c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1f7ed29b833a4c6c2d7cf7ec07c9d4d015c9e639399eadcdb641bcb8e6b993
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3383ad5a85f0c59cfd82886c116482a89652dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0656579ec494105d1e4a99330e14deb9decf8a9a44ea26690047b57d6bac7e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2403a8517a220c0e2db25bba69f2703706b72f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f9731d5d8ff11d662c7358bb3c6ecfbb8a6f9c0f7d465b5e63d9564207a6f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff00b164d37f286f8fda29615d598c31d3b7d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf28ee3ed308ca0d8978049154358ad40222441c44d968bc43444d457c30123
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85f68db5501e6393f9cafbbaae121b90c0e3d2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dd4be87b3f124d500c59aa73caa31c6d83de5c4e18510a8c185de53e428be0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799b8f562b5aa939a2a354b111f95a1434f9ea37
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd96866c7a52fb9605388a3e43604efa9bc3111dfa19a6b346aed5f13cb7194
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68108e839cdc200f950e61931391ab0cc45e8194
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce3a04234d47037f699ea09922ebfdfa36f329bb12b26e05c552cf07bad94c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db6edd4bcc8a77252a3921f6c62dc7014d62ac6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bfdbfa41a638c8590f161f8aff08c2eee6ce35b3a7f4c9b7dc16f4bfc43e01
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c5a2fa36ffdca27d26e0d362effd99d30fc0cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b63def80f997a71fb4d01a205fa0c8fadc2da713b29d297d5f9e1c257cc330
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8236182d01029bc183b65c2fd9d5f74f0e79d5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e885d7e8302470c4a103b83d480a1752d7a1173a90da2ae660b81849f776a5c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9b519def70b97b515390cffb9f232974eb7104
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887da54c586ccb74efa6fb14abd75feb29efc7cac64c364a35d04ac589d7aa0e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebac9b45e367a5f30a1f408a6839b433bed258f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd752091aff415250fc1b930f31aa014a70d6b103cd4b225cb2c42d4eaccbf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495a63a299c10a0c44dffb6ec0e6d95b14ec6545
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a83e9c03a7c539140e922605cd987e5d32583c55827febd2cda6aeea8a91014
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeefb110209fa63ea375754eb0c100479b79c91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e62c907f092800af46323d1f36929e19d81e56d9c82e7a563ae9b0c54e5b08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31812bdbca55cbeac7b198c994c4b186ef20b56d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc0e2a9735532bae41650adf6a77ef2e26e1fe62a33a459379d6e69c83f6947
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e3a89f41e5f4dba6a53894b4189f40da009b71
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff432e3d6cea3dbe88d7f92aa8033757fd04c5a0ae8527b83e6953303f1d7dc7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d7842e1f536b5ee2036743725424074b17b89
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4ba4ada1462178a0dd43d4e5db1d285e1a2ca2c1ce7e3acd867f13a6414a37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9300b0150539e1c918fe69bcfb3939ea1f07a68a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079582a315920dee8f4374a095c8d8f1005c47fe2a702a6548290d87bf3789ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fada89b176152548ddf5794f887ea2c216a36275
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbac47867af2417767e1f9f0e2acf599736ed310597e8c2eee0c783895e6e46
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137875da28c0c0264fa342b17fb8341db301f16e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3fae85844bd68f13da2a0df0dc6ef19f36b9df97227ec1edfbc19bdf211f3a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e049c93942e447b226be91cda3fd5fa519f7bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab01ff4200d938a08217de6725f30832d9e53f34e987f913197a912d3e5dfa8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7209af7c066d5e1c9a6c946669e779d6d3266e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a409fd883897eab9eb37d6f4b4d91e08c6fd37070373a19dc1137252345bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0972f97bce183a5e9294af57be2dc386bdbb15b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee06bb673150f3872bb619ef0b7d2a07be5e8e410c1f9869d4d32a4fb95fffa4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16cfe7b5394eb5032704ca94b1e34a942acf266
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5bf9bd1ba40e5d6b2aea2c4a76e922d3637f7fe3b80049860a3df841dec42e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b93206923f863c9ded0208153df0f13b3d775
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d9e4771e291b99722a4aa7d60d921b4037dbefcfeec274197b74b2094ad285
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12c759c993dfcf35b4eba5d5432b4a2c4f13ef2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c360eef489a8aa6616e705788243039469bb252686fb6358517b1efb121af156
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6513180564e38df9202907e24401f70af651d1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97df7649cfbf72b80ea302d2d8765cd9aaa9d1592a624a23812da89c5a5a0ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7aeef3abf9f34c24ce9e0d793944d4300d125
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5b8a8cb4153dc4edabe14f0e97bb50bd47717dce850bbe22a79d382fb8287d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0089f11d5730049a00181985e368483dbf2dc035
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef732a9aff9396e18d93b596985f8632f2ef20c250e2e5b415aeb5cfed0efe40
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05118bbc1e301e2d9a0d6b325c24c7adbc3bf884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc094bf8f91baac271916f81c0171fd617c19516c01a2069b5e3f062ff4c3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dec3c21c2e4dc1dd9417f56a51c558326bac5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d64accaf779a497726399f03dc416e9458e2661a4720fc041cbbe493f6f439
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efa675093afea5654174d87a3f763f96dce18a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e409c483dd42af09328e30fe42e8aa8ff4a7755d3a2ea03c3cb2a69731aba0b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7383b3a0adfdd761aeeabf1167fe20b85dad34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a721e5f05c155ac3282173b8dfd19fab9960bf7e8c0bbc7f46c1bcda8070fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec5b5aaabeaed455d147d64a2c6d38fc408e789
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0110cd7c429f54080d40274c612e8a21f28c1b3875f17ca28f8f274cea7af6fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e2e9c3dfe5a6003354f2a1eab511d77417bf56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d65a3901a2734cc40f0b3c0dfbe1f7b7977c063d2aee1ba44457780c6e3e47
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0692ee73e0e1b9966bfb3eda1983bc6746c2ccca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad35a4951769d9af79c5c4708b40655e843989c799dda48bec016035c68ecd7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab1053cbffeeae3a280d4ae8541cb602ab4d4f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f85917a6c56866c5b86c9d419a38060bb06834166ce54ecf2814f562ffbe6bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4db987806027eadc75ccf09bba661b9851afd92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1a318acee7c86c33b2261ca56127cb563f93566f1ba1fd861eb95fab559810
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d158813a5076639a137bae7fe25502260d356c0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dcb752d1a0099179e222a8c701897916d6d4bf7f83972da1dfa0f0cb0d10a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1619156c29beabcd27745c1d703e2aa61dd841
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf8427c2542b3800ed45f26bbf014d101abcd4d2aa9c1360f30a1ddeda8529c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32659477319723410d6977e75252815da809a179
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7121d1472f073c178955bb510ce9b4cc6a7cb30e6dc4d3d107aa81fab1f91a8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7da3288154699d37416e3c3ae309f60858b7a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e7a5b918461e7ef2606de022bcb6296cd3b93934ae8c511bc8ef91f23de77d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f6098d5216d0cf8ef71049e9453c9f6cd99154
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbd44036d842d33d1dc15c417aef4e4968f8db2e041a100af488f06cf1655b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12485af5625843b388eb5076764cb54952b57840
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d511c0ed0d679ef372c59afdd4adf9d6366740429253bff5e7a5bc6f3f5918
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfad53a96f24fde3e5422a8995f9be5c55022a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8831af22caaa49eae71070233b193e7a4fdadaf97c65a64ad00d1c93c65acec2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ffffba95ce210e5c05db1dd11bf76197a47005
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b60f887ba25da529eeb6b45e656b957de743f3aba28e59690c5535214ad625
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527853aba65086617027264d6c10c892a53553f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2014f9dbed62cbb22b23bea04e8b96f1916d8fe4e58219e04ca2c0205beb6891
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af95a8bc322f0a9cf68174ccbbe77082486fa2ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324617b3799fa12d58958c36e67cc5ff71e000c6dbfcb346bb6e9bda2a0cacf8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539850741505fa12aaba6871d71fee0260d51a87
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f5fe002a28a5e4b21d0fcd2dd9f612e3e62e68432523a955539ad381662d54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e68a2c4cce8009b5408c378359cc0a4ce7e2499
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c670608da218b68f20cc176f97e4163cc65f45118c5a65655196a4a5c9b7e08a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fb9f2dbe96316398acd29985752aa99fa9ca67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad890fac33534d2cb2ce666586808d0f8234db81a7a7c739eb1a5f82b943e3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8c64a0c322b5cdcd06b2b2174cb2d8edf86999
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6647b503febba9a6527d020907e44e205a5aafe388367037cce6230b84aac377
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c10e44f5ad87003b5268d5ed9b7a56c37ba1447
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746e899effb338fa077cd957eb390ce284054e8aa0ebbe48e9b10a8f6f82d60a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73d79d4770f4878be8330dfbfbd710bb668503d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b40e7631115147e7e8ee4cfc3cbd83df6e2802d70d913b676eba5828e5a1240
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4714c647b805659a689fc3d2ac9a6b68a63e318
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac8e0caa7dd88e1ff279e10b5aa58371d56796477d4890644d0c10294924e4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a996ced387b501403d082460cf7adc0b6eaee6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b179b3fecbb32ffa4916b41b049a7797e49db84a65847800dc693ae5de81411a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2fa352ea579944bb584a15a9fff54c1531fd4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38bc1064ef70ab6cd89ae22da1b1c40bccf6682b61ec443b3ec6158f8ada87c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e17b294c53bdc24dc3b40ca48f37c0bbd48747c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f411cc4cc8314c42f2a937e7d7b64ffe8e783eac6e125df21d3cbf7a71427
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfbec65846c4c6fd5f5aa1899ffdc4d6caa9b9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d42c61faddd419277e7645d8d20ddcf0ed4f9a6edd714facd1b498be319bdff
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed98bd92e87b5f148d84aa56eae78bab72f1f48
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa8491de704af4efcc5dc33550a812c5aab316310bf127cce82d35cf3bbb813
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433d3b88372e2a766ee45a2c9c7c7deefdf8e2fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2a7232640ae0c75b60ee0219779424600e65f77198b61ec170a0b3efe5fab3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5ae9993bce36491d9886ad2b8b2792cae25386
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20de9ff5796fe201e407fed20d290c1a7a5b4c36081441adff3c6087dbeb8458
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b44cb634779f3f6035690845a3088b19b38446c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fde434d7fda1d381ab234cc76c6ae637d6755590dec80b90d0ef5b7a0e3083b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b54466b1acef23538cf7f57597720f7184f77c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61217cd5392670e0bbacd89ac7926c33028f0459ee0d89483bfa2f3ed53b1a13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4792a09fbc8c55594358c31e35eb6ce8a5190097
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15562cf81f6758a4668004c688ead92020696d044c1c31733158e7e32d681073
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cab1352f1491d550ae6b7389cd359d0ffba0a12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3f71d28c39ba27183c57960a64d94641a3421862601996d781b745dc05d255
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ced83a7005114e53977f986b668f7762b5febd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519fdf31ef7a772814f219068b2546b74955c5073a869c65f8fdae4174f4680a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588ba805a27ff8905fcb2d0256cf2748c3ddfa34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf9a2440e2dc09ab1aa16271d2c547117f366e5248d69d7589c9fcebb41d3f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420fe2ed77aca2560fc205d6964cc24332cb3a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8765a87deea179bb7ba887afb7210d7bc674cdd611fcafa6fb081b695c450e66
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d30c216ed5a6a602b41f775d56e16efa8a3d55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53669b8b00b4916d6e834701db1abd56a28ec5738ea145eb610b004e4c5a4003
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf821172bfe52a201d449f0f70d4356700334623
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1422dccd965f146837e911f51ab37d2fd64ebac4e6712cede1f11c09f23639f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cf7391f15685e8d072ead2684dd543014c41d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebe4ff5f5ba1155461d17427969723d31494b1c35dc5dc32c2809c8959e50ce
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1a8a4c9274fbc883fea75f2c795c8452a5afd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c14cda6b2b6d8bc4815c47ad6e6ae732508e2625fb28556236294aab3f861d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709134508afdcba9573773e4bd24da3e309165bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ccefc3ec35f1db7ce83b498ce89e8b0481ca9179e57645dcc97d14c2d4ffaa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312ec0b077d0cb4e4145fbf0f7074c7cd94451d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8a549076d89b5dcc11bd926702c6456c1dba21182cf77bcc72eea932702fed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944f6529e3fd80e9480bcd5dc59e112367f892d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80f3b71ec2ac600cc82a3151735962c0ffb050dcdd9f102b19ab1bf6393eab9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc00d428d49c8a5f1142cabf932b3f85ae89cde5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4622d8799be6b6794f76aab34eba16e74e13efa7b633ea4ddd819536b1d2842c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54534819ef5daf3cb833794f97279cfcc8126719
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3768e7b0c898fe839fd6c1e7865715ec93e0f40b6cdfe0aa13eb23cf82eaf2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b249229b8a9925b5af98b4ba6a0a322592b772
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fa2ad856f0b7cfd27b3ca39c7b8a0cd801e996a3f9faba48a8cbf7b10a0c41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3720d1015e1c1b4c5473c87045de86314c26c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fdf1dedea0dd8f765a30fd634ad09011042b73d1e528257cb32d3704f33d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56c3af687f70668b3ba1705949fe253c66ea03c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4833276d812b9a81e770a101e7ae4292c2e6d6b5913d55e24b7922c2f7fdfc5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf70c8556fc587e7ff5a26fb0a12c7a10ff9b69
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19c124a43184ddd547887460034e4ab8a605c5a672a7c960c7871395648638e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe1402494ebcd59506161a3f5f22a1a8f13b8f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c216bbed5e741aa6211f17e7a2b7f757370c2767982521d9a64b399317c5e0f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8618b5b16ea5146a7b8f3dd0a6da32a779a47f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba99e6d4159fe5fbfb045466f1b03ac9ea007c360c08b211b14daf58a1005e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc1a253596ce031c51be03faa8b25966058fb38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b12645f38709d8d446ade288936938b3bbdb3844d88c6c7064e7f55c8d95b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6a0eec3caad8d990a335d69b7b9503fdb0ebd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563188fa00e09778ba3c71b26eb5bd715c6dc904be43ab79695cab3107703e12
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ae8bcce8895f6487869a399f0c704ab5b06aee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b600a564ef86dc0e750c4dbe4ce1c04216080c90ed8aecc1b4f6c440aeeddb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0960493944f70155056805a80eb3c2d69fb19a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f9ed595aa63cb6c6e8251b6b2da038198c546501d8a5bd278949751ba3d37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b3beaa4fcd2b65cdb0a5f2f719fdb911845c92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f479997b7443d818d5862c66881aecd788c53468886e64946360e233f7a3dc7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9242b73187c7e019cef8561b28f2fa6efbea22c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a8fdfce5572f6841697870df026f3706e3bd15593db510629bcbba8c14af1d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b2dd128c550ea4ca4dbbf47c7d3e88a3701a7d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff7f0ad1785b913f69704d4575715af26ac7d7f472b05619c940c8941602815
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643722ef15637936b667f8109eb8c83f0d006601
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878fc58204c715031e27875d852ea3861d1727e533af1a6bbc0a03a27ca365f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53dafcc01014ac66865f6088afdfe18094d4352
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ca7dbe96cff321296350a3621a7c5924186a1647cc0386e19706c4e2e3546d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b767023f2c7c06f719bdf3b6435adf147c8d6ccb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4a0ff25dc3e0cca78127b395a6d4baf5f0b91e2be9891e7d9045f19735d90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3633ae63ea313d9cc4c9dc967d2c34cb902415f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073061440ec696b7ac6b23282eb8d9a9065eb622b3548d818b8e5b4f4c9ecb22
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa1cbe206068b47bfbcd9b3d2d6088717b2c60e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97362c2f5647b1ac7cf56412f5104459991757391e520f0572e9c427bf92d8fa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4749d5f7fe7f5b369dbc6c82bd110d17cb68d1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf2dce82340409f26724cc10c481945f83cb2e5c59574bc8f43d11a899d70de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102a4efa8e1d01990805f5af2b32c056dec224c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b815da2374d448bff4f6bf5c571f5f9388e8e46d2faf5cc29af60f6d8f706e4c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646237ae8aa99526fc412cfc98bfde3981909ca1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bcdcc757af2175c0f2e925e032b15dc9b196d6abb2a8c75201ba393af7b8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f8fb36841cd5ad3e61f3fc4a0c35e73aa9de63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604524f887488802f8060eb75adf8f3b85b0b45b205a9e308cab4f7e63f316fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d697b9c4522add00c65af2a8666ed9cb1015af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88089f7db52e9b9c38cb27bc093852680c095aa780921c411ec7e661f90b8ae6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13ed07ac2ca260f915e4f56ae5a0d165abb238
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfccfc0eea66ff5b0e4038b5b905449fcc7c0aed1a0e7afad137f30cdf41187
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e447d422ab5b3c0dde6e55a8580a6b759b4eaf78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991c8f76640ae01c99bfc8d884c5db0d6123bdb873eea70eac18d9294b5c190c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f04f041b9177d99b6b41cc7d28c31d6913104d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d86ad53e009395146f1d991387373b98392c7f6352aaf88b3765c21fef004c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc9fb2d7ebe65c00c6615c59045c293222b6bcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a346f9ecc71276eac58c008ad7c1caba5fc043a95904803fb9dd6c5e460e181
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8230c8d8c9340d7361a554affe6c55ff61e637
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15260e260ded04c9407ee4a8c9c0a151365d4500b73dabc686866afec5fde98a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9790c04e4b43fd207eabce92a459133bb33343ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087d3d73db776364233755b0af4ee46757eebd4dff907db6e78ba347e13eaae
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e537837854654721ea57c4b16de8a13cf54cf263
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e13b2944b145fa667e6f29a85b9aa7c07aae1cd5a0925017886bcdb4ad6452
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f037eff684ef8f33b77f0cbee87a35b86a0f030
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40069e9229ec390f01cbfed78472f3daf754bdb0da3cf413fa2f1f031cd571d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b47389cf884df8611a87cf45ac2d0919a1a550
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de24fd0701724e6d02bb1519872a9b3e175a4e3ccee513847f914260373cf364
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d927549bd7e4b56c366304701ea715075933175d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26faf726ba6e7c171f9d7b6f2f34eb3a8e7051714e4adc37a8f8b8d2e516dd88
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081ea048845ec0ae9de53ce4b3d1e77a6c23ca1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f80743ffe24520aa07204c9124ed1c0f06652c15857246b3339a604fb619012
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aeff74184185d3afaf57c92617c0b4362143b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145af5747616f4e2e529fffaa51eda8d7adaeb5336778eb74d2f96324f02cc13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932617370ef3cfd123b99cfd811a75867ae6172e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1a33ddd319f4a18baa3febd9cae13a6b17f9532601dd4e16bc17d1e8dd6f1c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc507e937cf209621d6fca3616c073e7d4c2936
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863094d05fbe186385bf07d8dbb8e9c1dcd8164b4ce92a84a000ceee7c17300d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f20dbbe56bf761bcdcdc72412390df8e5004bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53968baeae6feebe6c63d725f819bb15413bb75e3db5fa33697c3e27656e029b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d8f860701fd2b9f34ed639ad9e5ec704aa7d88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c599ee644185bc8ff5cce9dafb4329e183fe5cd5c5a062ea42f278981110777c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5af151f1f4d42b75516ab3b4c46b251c6a199d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ed925f7256bc98f82219abf6b660d5c1235de6cd401a1b8a45b631eeaa95b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb5d85849f6b242cb7ae1856e554294a850964
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b828ab531e43db62210f3f15cf4f1862035e1823cce9e3b30f6d10cfaa8db6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d0ff284d1981615f0c3bfb5da069df792faca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea4b47e1e1a6358c5f2be610b835b931ab4fbe880c75fa4a0a0320e22266a51
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77c6651f6504aba2db6a9ee7e7b604bd649e17f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1be833cca03c349b523827c33e6850c2f6e15545b97d0ca6caf125c716e1149
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac82947fb1cb80eb0fac89a15ba82055433ab2c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d93dbdbd06eb8ae08074f4d6cdfb0ef1e1e85dcb13c34262d8292dc9f7b39d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bef683d8cddeb4e2c6406caa38f2518f682aa18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79998801e01e4f80fdfb7df6d8d0c39c0c1dd529e3285e250c7e014498a81397
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be7388c4936497d5988be1c04674e67fb0266b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760cd13a49072122f65ff9860815fd72bf27fd010491b592845bc2c9aeccb8cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b550e57c5ca83a7f6dd9a82e8718f61a41d227
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17324f6368307c416772399b5e4ee385d7aad0de8d8fe8be5b3ea0e066cc1ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b45f3c29b8b4a22ab5b33d8b47137c6b113b96d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7293b630ce04e0d0d588d3e6f33178cdbe6245182b53be2c976b55dc6bb597fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db357df42032f7eff9395714d07173b54a67283a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc3c82eaba734093eb194ece8b4c50a2c8df2cb30284dd9afad60e99342c7fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f999b7aab73585488e2acbf7b45cfcd268cf9c8f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c98e062eddc4f61bc682b6efd013b263d76731418597ccf0ee08d99e8aa49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5460a3e86e3cbe06dc05c4108472d36c51f1a98e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192cfe97cdf5b9f35889c32359242a5e45108870ed0f7a9cad69aebdf876b7c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dec84ac37ad02f7393a00e71c751b60a7fc74c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797f227dde150cfff2575fb0a96b2fb454bc543095231c0b72bd87e4cd34e6d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5164512c5f63f4d941dd7260aefa1a0957a98c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675152bf3cb45b342f11371e4b7fc07c67c00603681d31f83faa0ec91750aa7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5157e05f73c1273fb46306ab5451d46846edaf8e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5495569f11d229b5749c741da970d79d6ae3764a981e25481545b7dce504c3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385d5f9bd3b7eb612f0833f04f8c674b74ab375a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7101846ac697760ed55f998710c95baff52e8ad46ee0e7fb85fa931b8bfec7fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6650a707c7959031ecff23176d8e977e71e2b5b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333749a9b255a480f787e9bb988784e1df0f6715afa5fd0ae0ae06b732eac095
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c88b5677ec66e43271e28434c3237bfaac3b65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee98180b1d1e4523d98bb1051164af81849f8c7522446c96d6fd9179b194b6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0769980e1f58e3c56f0cbe4b788ff850a0f809
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c394bbe1e09ff1a967205f3c48ff48092c8255ad430078a62cefa14bc91655
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af68e6083a4a64e07766f86a811d893caf13a6c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bc0dee88e8fea3782d2b8cdd94fa35868d7bb30604345698938a4169481b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c65618926f6cf75c36021c7058459b30c6b84d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ca4432a3de4fee2a3e4adb59e32274b6d27cb73cb0f8f0290f895f2f5126c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976fd84daf794c86e314084ce9967fb63777c494
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cc77afa7113554d28445a765c1e0364944d0d0724c5b0817af65511efa014c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddd7d94f950e464b12a1d506974aac22200798d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a3ff02609543f15f1b8dd831389fef31f2c83ace8102f1c4ede0a44c9086f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5367812a3c9689d1ff8c9f6fb3d317b1728911
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb29aac592a6314c1bfd9e00d2e6b7e44db4e48ec72940d329cc373dc3dbdcf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ef364cbeac771625e37c1acc1daeb7fe639aad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b4a41a80d9cbf80cfe26ba5a9c30155e8d3dffa08bc67fd6d49f471dbc541
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec382b875c46ec84b11f54cf9faab83b22dc897
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6363959c662b61be754140019a5dc5159d3078b481443c534d76b697db56dd22
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc160a304d2346eb48cb3a3fec1ca262daca3c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1309ca850266bbf2dbbfc3757e097a3f72f5e7af4819268169f81185225cea19
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed779a23bda40f8d7d7a7e85943dca7e21b3ac5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afb058882fca7de78474185146ebff432e1d8a33da3caf994ecb275918f72a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760dc836e9d3a3ede3bfc41d43014ab376ae6173
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6b461b662a46a51ae10c781fd28c2fcd4a4855a9a196326cf406f4db72852
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55b9880447587e94f40e1c394b4e8261ab96b36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdcbc057f066801a531c1c8b92eeabd48f4d41f564148c6ef5f6a9fb5bdff33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f057f7fd7d5e7e6acdfefd884cfb4caf4a4412ab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974df0cf663baeffa4467a3ac2a27f0bd52f601ed6f429d57955a1f25c0364a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78819884983291268fcb85b776be473e148affef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebb2c3fc77957d071713b8cc8016b87e260f49119c8f9774d6a40f5c4498a30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21adec002590e24db1900a7f15855b7e1c3d3d11
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f5ea76b3291f1941b9b33e222ee3b10b052f9b8430509b52f6e42c02d08181
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf93b289792415334bfb99a98f3418db7b1635d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d3978dcaed92ecababf8344eb3d0b765b2412f01bae57f53c04474d7a1dda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d019e36c4fe573a8e97342289cce7627bf182d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39f0c8613c273d34dd3fc450edb3716539169ffa93f3c3700f64bb0505b164b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531a7410cdbb182e305761ef3160ea24719744b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a82a38fd7964dcd7751bf444be3fa5c0840d01490f4c4f3bc0e3b47d9c1a76
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1396ab9417794c339edb5b3cb4f4ff72d97a78c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c11f8e5fbe326ce3b1a72d7c82f6e99dbca8f6000794fe7a25e19b22c1207
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ca65b2372771e94fd4e4370a04a7f58b21c1f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6eed37c0ac26d2cd9d075dc05992973bbfb80d9dde1e6e20262be878bba881
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2eeb18b55a26e815b2af3bd14f61732c7e4b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1effc0c561eb280bb70955a18a1575c8579fc5f5fca59f423e0b2a1131a1f3e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d63a79354433aba10f958d661dca763b213ea2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1954b4e1022dffd9074f78da7b2156ba5b01347e3774e4e96de3313b914f2c51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21795eb0beb6a8743c4701e93dc1deffa069610f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97187b1b5fedd5aba7ed25eeffa95cdeb05cbe1458b55f33ff016e03348d0b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2818a32d64929507e35c936aec78c327302c75a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c616b693e59667de2a464a3436b144ce317043786c4d58c0f91479fffdfdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f9f665d90fca435dee17712f79a96650d4df34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821a47ad11581a1df6a69837082940f8b9a1e7cecae2f8c1e4adc3eb0234877
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a6d14197f05492c6f4511b73e61d3cd065b41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fa4415ea9c15fa21bc510bd8bbcd48508b3c9c49f2afee4c36716cab728a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74afea85eb9a730f7e63b5ab24ab19e62f94a33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48834a2567a87ddc07b3348663c34018b06b3e609a8257125eba486f06f737dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8471beca2d1fa09a2aeeed8da5398c46e3b252b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097b0b1f72aa4e2eb547d210fdd8b0480ba82605cae166a8bb43476511835d61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cb66f61b64bba88262cca69616802f33ca7411
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e5d9e84a323636631d9c86d7633b6022a49b33577cc68d1a988a482c4150ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f83971c831448245d7b419dc68acc62544b510b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5f916feb45caf271348d091dea9303221683d6e4bd6bccc3128906a6c6ff5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cd03f19f5ae95d86e3b8977dbd25bda0e2ea88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd45699711c5637dcf94373def8977bdf41ec4aa6382109e3df2957f7f3a5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff994f1fdad3e67ee9e5eda4dd2fa90c3bcecb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19016aa7c81e865363d751a12b84941d0407edb87f8e3d03c768f58df874c4a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33ad09df2cd91e81bde6567c392d6cb7240a08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6411f9dfe0b9386a39e3d5214d1885a7ec5c76620517796255c4af779998126c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ffa407ee2eba967cfb95cfab011efd5fbf7353
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd70c317fab2dddb9cba684cc22d93474b150cc02e7499856e660e2e7ef3354
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15370216ee0d30499184ec874b20948bbb1f1dd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87c004e561ae5e398fc6651bf35cdb0a88e0ac310fa1db3bca02ad16ff6ff43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba095525924713ea1052c877e07ba246122ee89
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6770834c3017fe025028afd92fdde726231e12468dbd36bc18c99769689c98ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afa012ad7d4d4be0f85bcb1407eae7f6d924c50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a781aede3578c5bf576a6ee968af0d8217438893d8e3cc91a79b9d9aa5bf10d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16029f93cd24316888f1dfb7a971a43dcab24924
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb922fd70bbe8b127aa0ea59833d1d0807f792d1d401d1035936a2d9ca103ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a9fcfacbad1b0dd7f9d41a3d47208edde345d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7f925eea426703d7a74ddf2867b2b8e498add1c42ac2af2d79cfe844b0249a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6828bdea24961bad374413531729b583c0f87fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca5b430f743d1ba76c40a7e4f827795a142364f8fe342bc7b427f2ee552eda3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cb917823101ea30a3254b9a9fb8490c76f1243
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592fa5d8757fc932e83bf576b4ecd0ea811466b212e221385111d203007612e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9902a9cf9c6f01addcb21ddcb49918866fe52b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf28bc525d1dcbff5dfbf4b1fbd388ae7b9b79d733a3e315edf3e19a50f2565
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37b1d722abc01e53f635c5edbf268a6c5e4948c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72971b21646666063e310568d497d4fa4907a564a21036cc08942c37af8b9db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1a2c18785fde10e2813cf4bd3946d6e9c1de5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118062d0f30211668bdcc99a3b41d2e9fdcbfb2dec677b364ca6136141b50035
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcab6fb63f96fb829fa3a6d04a0af2cddea470f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586e6a300e2528b476eae34c8c1c5d75dcfe7ca73181c9e2fe3a2519e3f3410c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2941bd69de22ae1d60eaa27c4dd2b3ff7e80d6fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0e8099348a123ac3cf1addc5bf99b007101c5d1441b91a5b1be62ca784d50
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154aadcf8798fe0fe23415043494eff91d92ed0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e5e4a28a7efd113d3b2bbb93fcda92ba9e427685447b3e54468f2b0667bd59
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ce5e93b6e1d4cd85ef593b57e8de9eac836c72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2978c10e77036a93efe41e00119776cbb160a84d1f1358a8567fd41a22da3d63
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660ac3e46cc95d854aa743c994b0c38ecbf3102e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e9b7fb9df4affec156143941d7696d3c7503ae7ea0a4f18add55489553cfff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de957dd40effd985df38a292acc5193b4eeb18f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a747c63864dc9c3f7e282040316172808aaff033d3ed383814fb49643e1ef94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c923f98aaed114fff6807274aefc2ff6158dd6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e2f927cecf60fe7e1f532bc447bbe6cf92f830b725e1d43c93ab6bfcf44cbc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe9538b7a759d6483bd404dc3cb131c8608d24b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6734b929f16a6e8e942bbdfecd7bd1db97d30ce8e8f5c52ef188122a19d7b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afd06f6e3ca9f3f49aa7b05552051b42b9dba5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a06020eb164c1d72a86b46f24152cdeb16f0b2d03e4eafdec902708d9a25b80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37529ff77c315370de46c513b01a77f0046c4c38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc92b326cb1af401e81ad3bb9816ec9319004830cc61e751f1431d27c0ec6c44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528f310d83125f6946382754e094c9776307faf8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c775f78d56d247b9bfec35484784aa7867f5d3dff13f8df2ee508fffc213a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9597c818b3ac1c39cb48fd8dcd065f1c49dc4f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7b1c34c8aebf24990383fa5f089dd31b0b24fb43ebad065cfa61c3c9ce4124
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b69c8a9f41ff5710d0ffcdc3d59b9482d49f8d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aea219f01717559a66b32d523cf79b6310fbf94a580ffaa84a718eaac5c62e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69307ee48ae1077bb41619ed1a4929fbe7ec03ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8673bd22e8d4653c94084c3ad7c8edd3d875baf2c5b48d1c619644becf15eff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408e9cbad19824b2e980d8b557c8247c7950654
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaf769bc48a9c2a4b03067a21fbe9e7984dc4409a29abbd02b817f02d25707f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd0b5efbeb95e1054601f1ebb145f286953e00e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c347b1c55484432d5157dbeb530f895b7ae0eace65b1ee2ec308644b5850d7c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af404b9d34a5e6577207840a8d30ae7873e9b6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9be39a2859c7c30fcb16e3131e26bc92bba7cee2d2ced7817732d2120c448b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1bc8e15c56e63310f1501c5a5f40f3b92392b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ff4061e898857b5bfaec5f8f240b582e78e0ae1f6174d28781ce3b8d3ffa6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ddc72944c176bbae41b7f5b59b19bd93d1d61
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dca4729df5ac33431aac7eb869c81120563490b5583e3642bd875dc6b058b3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baa6d6dda723cb7ed50a759b62c3ff3841544e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61cdb0ed769eff01cb9699918be22619751c594aa84b46553518d115e3e3699
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e684225e74b4ac25f359b42c5828324c0d0a3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8047565efe7c055caab383e611d31c64c5b350c81aad0d9cc02cda93595c86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5d1eb2422a6b162092c43b42c02475291396ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c57b941742000aced515a1dafea37d1538dd96892f9df41f7ddd9a6ec52cc9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f06f41dfabac5e5107195f35ff8f6f060f693d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0f7372d5cbb9b3023d45693113b39bb3a1620e95de6e19fb4c3838a4c50389
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3934fb031eaa1a24c1d9c0c5d608c682cb2f72ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddb822e6039789242dc98229a3a49131502d8c25e30cd07aa85feb293b964d7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25058904e58bc2f9720b03f4c06533918621f2cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49740a5106804969c741f534334c1d8aef7c72efe9c835acf1150fff8c6b4cbd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067f4fefc58e83dd2504d5ad542f3a9ab70887e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86f53f852efeeaab0212ed90743d4f8152501e59e5f291a5b144b59e38918a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6eae17015a4b1e27abad0d232de5e359d82cb3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816ff725fa5ca3a3775162c42ede436360d6d3f61a56ea592bfeac9cd04eae7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8b8594537773284def3fcec09fdef020a326cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308166e03bfb3980e34210de84d2e8e1c8dc543c0eb8fcea115902f3caf61447
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869d0a317c01e01fbc9609aad11737d2b949ca95
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c385695bab0135a3605999beaa926c6e4ae7138f85b43fe8548170bfca03622e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f870e28c4ba08d7f6004bc4b023d687a88a050
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7d3d61b61e27be6075c18f4afbd4eb5f89fd96e757caa99cd973e1ed574603
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64aac3c451cbb027bb0490c2304e9dfb8dfd5ed6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d44b4441259311014192da2db49b786633dbe9624faebaab5c90a17037a026
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a88b41f4e31fc4bc23a4e5e31339e4bfacc11c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94c47ec75d4a6903ab68b8223bedf6b90f92f7423aa44ff1173074759b493f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629555316f0f7e2740f888dce054d922d5c871fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e624368ddf803c16be39a418da8a7db0a30a7cbeabe80e725a5742c4176d146
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31e3ea6bb1edfe538ecf4131cfd64ce13174f4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6d24f9353d68aa1d5726492346216dc06df53a228e34bd34aebfa7b99de5d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582e1eb34703d27599d97600629c5caf7d30c80a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eded9b42b796bca34fbcd5153425bd65bc531755f93098c8f1cebc4ed9ee2ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dc83fa7ebf63a31c74d4e6f0c42590dc5cfc45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d28fcdfcc5f3b5e96477520344056630955824cb05d2cdce045959f88f6a9a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f91054e7213b33dd749e93603ccdbf8097f97d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8b888cb01e651cee8069190ee48338351d871d51fd4f1638b758eea184a451
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552d36d53a7551687e57e84786bcb64d8dbe6e74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2d3821fa14da9502ec9dcae460698ad6dea6dbfc9f3cf6182644ba032cc41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6850796c04a54b5d78dfb942cb391004a2fbb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a5007c6538f18f35b61bfa77708b26ce0778543e17bd956068e222da5791df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612fb1ab034a81450923fa68c01bdcbe6121108
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc5a3a614211f3f1e43265ac238959039291bbc2b4b30b2ad63dd637073d3fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a097530af0c187bd153fd055543c6aa471e4fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ee2fd886cc7d24c2fc0870fc744f58408041599ba07a034c011892d96e606f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7965fb57e749257d3b9604d935f27158b4fafc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a662d59e8173d54a9ca6c5562febd4defb50eec70364f324a7dec7222995f3f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a646981621efaa742106d743defcdbb003e7ad83
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ca90a53522f81fdb8d81f1578b04d63e5d0150f5a7a4d22be38c1e965f6ce6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a461871eb3218033003a6488d9548e50e94ca6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d719bc9679711d1c2286b75e50f88df3def4c8157088d5ae8fd3ada45eb765f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ac9fd1fd4185de501f79b252a8510aeda83b47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4834b3a1d58cb5a0702a677e206779b0fc36bf9e4ac18d27ac496834657826a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303126eb5b2da4cbeb8afe2d61a5d5228e2ebef6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bba4dbc1e79f61c34d6a9d74ed314e33366dbeb39bd03d7670fb648fcc34ea4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754f27755a2a56f2e9336456ffb8fc4a23aa5c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8774db20b9703313a8bb8b8c8e9693406200475fa2c8bf6b13c7410e7484d6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde5d50d44ecebb24af2f7ba9972293fe7684285
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45e2d542452a92c5feda8b9ed92d63ec04ca5fc57267283d0e4c864d9cf6318
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436c38bdce4c4d6d075c4c566f3d00f0d797a795
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f637f4be82ca5c6f15f0dfef6b5870a022f5b77b47e4d038904faa64b62db966
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2a66a89162da3aec7cc2248cacfb7c0852131
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c24357dd17e739722c41c6de0e02b351017632d071acc10795326f5695e8d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a06de6a37aca4a29aeb7e645ab2710f6eebdd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40511d1d1acf43ac3215301ac210811cee17a487cf72f7728a5a4c084ed2638
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371e714f136f6d9b7877177153caefd0f4269da4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cbfa5785dadde8c5e0250832ec7a3d58d4dd56994405fa65c683d04579890c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbb536a5da859eda9b51744cbbc7e3e5404308d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58066b42c6ccb1d91bc0041605178a622d87dde9c4f477b687d40604b248a53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189c3913cd6becf03bda1c29d607fc49b6d76f30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe242802ee74e4d6fcde4d1b7b4551399f77d86d13cfde544368ee05d75d2a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693b45622910199a4af51d6bc8c2202f89bf769b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7effdc43496ad9318ec873bcc6ec985ab71562e243e367dd930a4698d4f4a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd77cf68af53ba01dea27497304e0ecbfbba6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b3f2386c653464bfcf41d91cb5874141c6fc0048d87adcbff455971ac22b36
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2639ba285649ee5fd8244085d1eb1ff9576db10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c99e34d6f847453febeb149209e2e19e3723dfa56fadc9a3b46e3628fc6b9a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10615668d0dd20da7a290c62d45b1fb5ef3a1efb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e8f0f1c0ca6fbf6e81b3e3e105aa69cbf64ca728dec5fb8da514976df2ca09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d814154603f736761cd3e60e6a344732313337
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6435201a6e6d186520c2397c443fc5dbc813cb26dcbde7db817193f527c941b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2f0b4af80b1c6561e2050e638b9473e0a94355
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1ecc297d005e04ab7aa7149481e84fbecee0a35200ac2adfbab7467c4b9bb7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f4a94bd8f428a103f8c69613686ffd6c06021b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b45b855656ee84b9c3f5629c8f097d89e3209045d281b644da1e8fa83a8008e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37690cb54d3bb641e516afddab5dc1d563b6001
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1e891c481c013910d7d98e5d991c4770f8833a8607ff5e667ca30845ce7f51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa838ded4a8b3c2a6644bde0d8d00f0669dbe88e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae272e66c3b2370e0e3e3279a7c56156b39879c69cd44e582106d0929a4ed4e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6570eae714165ba6a2643a94a0b68dfa99ad97
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3cd0aec86c11e79b6ab5ff89829fddca20bdcefde68b06196115e37da3bbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed79e85fbd251424778f14c14b77c14b3153253a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21749dcf86713503da2c69ac6a002dc5dff69255a3adc4f01217d327b25781
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa580359f133b21d6d452946477cc2ff3ea5881
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a18759453a182ee7a415f6a91f6d55e8e53f5f939d25820877ff1e625295ad3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0b5ec1981860c175fde51a293deb087a80a0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c6bd52a8e276bc3dd01daa6cfd0772522ae63a3c74fea72fe0163b1a8d6e3a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07216144acce5f7efba93ec72f4340c6057cd7f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f71e7fb4b9b4d4252d54426f2a571498811b00c595c34861798e14550105c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3fd46c6cab91c539b97a608fea612e5a6d1445
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b2be1a13b8f29bb649c37cc818231014a58d61b5cf76d323c664c4e3f313fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571bb38e50f401afd300a0043e0d330856c8e42d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd10bf2f58691a317caebc77de28d8fa08ba5334fff6485a4d2b24e089efc722
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db7b4f36f55da2ac03de486f44653ecc772a0f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d9901ec169cc67bae2ce6cd417bda28271941dbc9c19127fb9003a9c78d8c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c54ca7907d9830697dec2a25f2f3fd9fd2586cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffd6f503018488e68129d8c56a45116bd4669e420f6025f002a31d24993433f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5b7a6c0fb9edeeb15bce016bfff5dd64d0f05e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1261f272598dffe677a72c25fa820affd81a0b565adfa5dfde314ca16329ca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e412482e18dd650138254e057a0fc82ccf8e76b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76222a2f46e963b5eb40560c1078d08adf332c8e61afa595c8e65877b0cf7a0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ddcead8a96d5956034621ac59dc248d6f104ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd643eb8bd231a1f586103f156d832d146c976366bb7f9b59b996586700fe0e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d0ad20fbc0c46b71560fcf27b0463034f94c76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9529bbb4081a413bc8b2ecd6b32ba119297eca70da520e8e9da1c5f6d5f19644
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f8ca80b4e256b4efecb469093b81808e6aee3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1426cad5dc11b37bd1c20517cfe0cdca90389232cbae4819aecf60fb7664727
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c30b0b9fbf791c0f106dcf690b45146f6304198
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee60e16019a5671f96f003ac56ccced9be38ed3cc4b3932d610834bc770fdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7cf9babcbd88a371aa1a6843004ac40cdd0e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0680671d323891059168e960bdbd47d8c4f3a4c6a30d9b66daf699206e32423
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7828e085d4b11683e52f27571867a235b76c7fee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfac391e4cac62f20c29f1216f00b63a02078ec27db9b8f091eb1b9f61f2576
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3774639f8cd85e330871eb3cf875ce923369dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bc7c68e0b7d7dd15c09b141b700c0760ff3532fff64703e47bb67c09cfc02e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d47b3382d35b2879b31b77d08fc6f0167933bde
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fea61b8ab4bf94427ffceab385249755bfdd8e059fe724c4f6ac541e78010f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f2a52990f598c1ec850f4899aef5761350fe2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363672337be0a02bf3b2a9eab88afbd86e293045e9cbcd87bb511ddf9a9d4895
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9282306ca3b5c2b76b7c1cc334f7b4e413f4f3e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04579db3e7608222d3138274046e6c5306e44a6e56ca0305c04aa7b19d22b50
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e067e6aa06d2fb31790501e79ac42bde1774ef2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f6c021790f54d66d2f0d21f7be4ffd972a23cf90880fe10c4ef36f4046bfe
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac092db89892906e9b547011103d7b5567fbbfa2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a134bff566758a76f4b5102d304c7e8995fe40474025db6db1fc0fef9f6bcba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3216641c39949a9a6f7bd294a9b3089a5831c0de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde26360d4735c10a09c462f00c1a7a88b4e1ddba03a0fc7a271cccb7d05b28
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675682160d37b5f04e5beb5a1d1859ab2a207286
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be7386bfdd7cb45b3e6406d2df09f5ef4a04fd074df65af557af330af57fcf9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a610a094462e0d3fca2298b4e3e4a5df49b470d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d122cf7608194e4e55b3c2fbc369ceb1af0671e00605eaac2aef8f8f9e4703
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a7a7e8bacb655a8bf16b28d1370a9c050d2454
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73425784c9c431922c6aa7c960ef5b84230b18215bc13dbd19dfa338bd5c7eed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e09967cb411da7cf42adb2b2a8689b0725b103
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7379de4b124f1c68832d6b2ccedbe5c9367c8bd184ddbf7f3122a9d3ddf0d4f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9764d0fd13abd732c17f961ee292557d7b3197f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4176beeb6615bba8b40ba142cfa3814b764fdf546b6c2661a180e939c1734ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6000f046130116080a04d2ef3f7d58fd527818f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f0ae4a698ee1f4019f5cf797d687eead2525d88f6627701417bc45f8c740b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8f47e97527ddb54b5d18dafce32c82796b1afe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716f2908ed852fd285ad8ea55b9234eb103c401ac6646ba401184668d7d5481f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ecbf7f948a475a52c59765ce54bb391d1234f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27612ccfa073d62bfbbc42f2ee9f573fb9f4e7ddb11ae7aacd5f1782e0450ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3536fca812a78a672166ecbff5ba111942c1a654
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f8817794e7a43f82e4246b8075ccc3790c0266ebba1ad026d7d4e23aa5dd28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea61ab6e716ffc4b56e202315027dee317e92b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c5221ccc7a7d54fc49c09e7e61d4d3a6c0cc532f2911892674b0a34c86431a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdda440db240520bc2ef3bd7ffa018f9db7fb1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eaddf88a0bb8f3cd55eaadd7526980f8d8ea42c70625aba1ab5b3e84a4b27b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffc67a6cfef8249ae3e0c0e49a3d0227d0738ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8089b27dde87c43a6b3e09aba79041a3f101e31afad90a64cf0d79173c27c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afe7070db4a0c985b19549c33dfd5522e64517
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d421953a6383deb897b0445dae066548fa23503b8422b33da4433a468d8ca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7084fb51bbed6d0787cca9d837fede0e7f66aca2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d880174b5faaef39564d727a48e0a87423e93e411dfc4f33f935c55fe7a409
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f321e35370a9f1e716ed9556245a1446021e6822
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3f343c743423ec7e3616b3dd4c5c391a77c8d8c9e0f964ee20e3aad40fe055
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6bf9baffc1db8658f5952f04300ab8d2b9c2dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cea0de3d7f5a615876feb38a490dc30d8de65adcc1de5c363780aa13a485f34
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eef731b524a5f86a7f559841ccfb6ca1e3b96f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3dc9c81f19a95d4b5a11c0235f8375a1e5e0a73750be790c0dd5ccce9f7a83
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c4b0e599469ac2f0d4ee96fb13b5f54f74fe67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3dc3693f3d43e9ff57aa86e507166562239501274fd480c7667ea668b952b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8731c92f2a0b7732afa1cda0d07797e124ff9194
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7ec3af852f74590226b352b616c365d6e53079ad79bf898afc5cc6ad0ed8a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf25e1112add65050422878524a9f383b92c92f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d245ede7be50dfce9bd9763e8d45306ba18dff9c98f43ca6c2b5717fb635aac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d73eb8b7d1fcd41023c09167c8bf4906ee4165
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15dc63c7676c98b77675166238065b967844e847277f82e1806cd8f8512520f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf694349816e5c7b8fd6c76600d2d54a5cbb1be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a2ec05f64ef96162758629011c32ceed8835bc8fc407f902eadd9d7fd1da52
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdfc775c7f6879eb7949ba0cf22c86c971efcea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe21e18abbd9991af77045c953b7a2f5f4f1271e069ad2a4923f8786bae88c8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14336ffaabaeb17e877d23b45552c5db137eb6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce901a4816425d8e49ed707afd4af56148e395028282bd55698c644703ed6b13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207a4584996792554443179a03eb93871e0c8817
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecd705628e2ca318ec022d622f3456382a54d5e9660a84176cab8600da2e1a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc4a43b94069dff7a06e7e7c6737351c326e9b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0c2f4a3ac7f232228a3256786559fe5e6b6273c48ca5c9d6c55ddc9c3f3db2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719a284ba44ae3431acad01c1d654fda164286ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ceb0d91d0071e39d0202c490fd407df2b2b294e7f3c6354069448f9fa690086
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e599847103fb8afddfdd25e4c7cb400159bb7d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1e0b14f187e37d053711511c0ccd5b0e45a162463c8b630dcc68c839857098
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9553d2f8f63c7b35ff2d3a8e86e8bbe2aa4b6bf9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b6856338f7ac096a5137d9ff6c89a40ebad947440b359d06fe4aa75fd5f776
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef30b195a7efa7617dbb2477f53857db8da8e82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af7f7224f0c32b36c4ae5ef8b78a202f524c39ecbc8d1ea2b11a3511819cf33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe1fa1774efa48fea85a63c30e676e360e9c286
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92803094fa5b0e4d01270eacb60618bf734643e8e07eb7a52659fbb5ccd0d80d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be228b5b948aca9874254d1a5c690ef629265ab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a8b6cb7d98823aea57ddb0a94b22e3db4e62732d9ee5ced499f626b14b6fa2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8d835a08ccf276d5cde2f3fed28177be94b3d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4339adec73da2f6389212e67b9f71875d4ba026d9cd0c0c191548ccaef87ec
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cf33705c785b8fbe86120559224fe99454143c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768698dff91af18904f926115955527f2cba39d5198af1a2af648e8bf2b8e389
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0faa848469a309cb1373637f83f67e16e768c93
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b9524e718a9dcf692d96ee11a88354fcb1dad8c84d14ccb28e3639082ac64
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4dc2c222e2c019228c12d4666bfa2e1280d0b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a2980ad5eef9a8d60d2a51eabb53aa248784aa98dc3d4e18ef20a8cc5fa8f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a08c945bd14297c229c7e35546c47f11aca3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15bcb38297f0c51e210308e9e235790265acd1c344aaffe38d35e087c3b8e81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7846b3b88021699d77b32ec023f63299aaa5ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e51492d848a679e0b4670df963c01a41091118bafa71b5cf1022ce33ab88043
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c50f15e4265941abbf4b046306d73aba9e373
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084c4e789eb7e17299ce159a707786244498029e671fb04ead2cae948e874e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49326734534ad492266591aeb9809fb0d4b61edb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58503b02ab22bde60c9c6119fd5a27ff8ea6d0c28f9add7c2e66a9510a0b61d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749988eaf1c4fa61c81f8988611f50ba0ac1e51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb15ff501e4db8bb0b64bf0128e5b469f70424b8c13ee04c5c78957d7d024556
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583c25ba75c76fa4c58dcb76708583fd93c05e31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f318b2c1ca2569737966873fd638b53d118a49fa0ef0061ab9d81b9fcc5471b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a40cf090b81d55ab6c6942e550c6a48b565e117
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4d0ab4847ea0183f22690d3e22c208a1fe62b7d6b1a262ef7a9105e7fb0a90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a56f5f5ef4e542cd37e61e24481a05eb812379
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca29a69c6b07bbeb8040909c8da629285430b0c8a957b50d0e41af67a75e08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10baa3f9cd1f17c4c6a5b4c38b59477b687835b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c6bc829c68837b911ae0a761af03c6a0dd31861ed4a5724e3f7373eb8c37f5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9405ceced8ab6a87e44a4f5de3a54ba2d2e51375
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07190eeb957b26b630117926aca95404ef483b19cdb5abce01e279e803a48c28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdd895ad517de0b42f790aab0cee6e1d0533d2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803e2f2c82500f265406068cf0e76b98c5d70af6f3bbed0109299efa58636863
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ecb12a32dafcd4a9cb0fc59ad874fa2d844200
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffd7f84872d1b3c7bd3cf8594f3287384f81b40b732ac7f4acfeea9477489c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7957169db70f92bd87938caef595384339d0a792
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e77585aa7620f97c8b58714d9c651684781c9d999efb67bccb25af4292e8277
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a626bbcb0629f46a7bc51487a3418585b33850
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14c59ce0b412e694663a123643f004b509b728f52faee2953ff7dd777a28e6b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec96cb0b992d1643c682b81ddd617a9845b12331
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd96ddbc8393255cb6d51522f055a6d3720dcb2ee071bcd4767f571e6b88ccb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b8c2bd38a48533a05b0ff7479c9046796f339
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce1e42cac73b28521ee66fc0f6390d84f66b19c221ab5f57ded4fd9e1ba62ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b1e50026b4665b4be03808c02ecfb4b9a7a168
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac94559d5e994b93c9410383029f15b72375d12e4bc080a1ecb1f427ce73725
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cea210121099a9dad8985c4c0de772a5e4ab89c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fa748e394b4f97378fa70df4958ee112fc8accd54ec4f75c909b44e0b38230
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833c392810b6b3437631fae8074394e1f1b84ccf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a252cf9bccae73b49710be696235eaf124f217d1e439c4960c03408d91fc6d69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126c81b31cc28a2789e347dd2b1601bc4507046
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1850adb78d25ad553836d85df33df6875429ac1e0f3cb2985bcb8c530ab4b9e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9047b313db8fbc4f6103998b00dad6670e3216ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530415c392427d44150dbdfdc82a96bb6fc7787f23002dd32c9b2f7385b6e3e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7893650a097fc5a2fb27956464e0abdf5644db2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b71f97ee2294b1a4ee8521281dd044727c3b63ce1de83029016ea0c74dfaee6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836c0dbf4a884b6153180c1397685470bde7f27b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003ef54009c4bf575b77ef7cf8d3e31988b9b1290c9d19e500dfd27222f6c748
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a14b6ff4a159c87b5ed429cc0e3fe13963b4db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c326bce21602fc146dd454c3e77dcfd4cea6d1e77bad6d73978c1761b7842ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4206ee683c8c9ac2f26292f239c42527077ce0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d061e6cb7f946befb8a0b59847e64de664084899027f168269c9a8f33a97d624
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dace193df76ce1eafb93751d4a589e018190bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac8a116b5e0e9e4a24fd3201d72e37d9d073e5b84893ce0609e8e75866a8484
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf7ad14f6cac7a2b5ad9173888ded482bd7784b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3af19c4ac0834ed46947f46d1752d46a1432999b487f791981c15a985324419
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bec7b67ac57855615f3c0c8732d0ceaca91828
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883fb2ab2a265a5c3a0ad1c56d0cf08d44f90b7817f2f87b6831cc60b45abbaf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456df354a7bb1c23febd3d3ab600976da6eda79
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dcc257b2a7d26fa17c58d4850c9377ba8698e8fa501337637035a2fdcf4d75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052a9aeafc092304252939d38d35e79d7a8ef5b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cda072e9b1f99cdba464f1cf79e965e374aa5c36076fca5260b8122777547b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991821d6eba917468ec9f5cf7f76d36c6b91866b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3091041a8ef9b66101d4e082f14b55ad5afe52ff27870ee9dfd7fcbaa4451e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d15cbe57b7c09f702fa3624ebd3f9e14839d76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8b191585df3c3a7a1fa40b73dd01c9e8612ef2bd914caf5efa149fe908bc2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b9577324399040167cdfe84ee60e41a1fb7ebe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb5063c2d90236b3a4da07f4e4ee96b00e4a32f53e4b049bc4d894915fea62e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaf8a85ed968773d1ef5e32fe0a29a4f151e50d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55778712c56d92ac8c1dbb452706ccde3bb286f4a1fdf677700ec35a17476c01
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802dad69f813350ceeb478183f1b9428597d5812
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2df55c18b5cd2cbc2ed5eb5fb94923a7b5d3fc3f87fb07cd960030e6cc0753
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8693247bd2c2875763d9f92db9f36064a9575673
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2679e4ccbe964016cfceddc5cd44aee00bba2d3d2b3eb5364278d32cd15844d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8175aa7c1863e6e874e67560100a2a98110a0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3242877d99c96f02cc6e3946693f2092804e5974580bc4e9c2416dcf96d1f81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3070213bde0f6e00fbc9288fd0ba42fc9c02fcc7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cd38781ab4a98c4685ca602e1ee8b7f2e78dde43509564a2700075f091b0cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5025ebfb6dd912715db19084f10155f4d212e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82874a4434bed9a85ad7bafb5e7aee0c1dbd1777415c5ed834840408fbe62b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae26668003db97a6c5948c8e8709c76d3029502
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203851aeda9781cc568704702bf3fb9e1ad5ec0156bb4f7db941eb972e057564
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331d9f13dcd5653e331b10d705d0fd549bf780ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39ce297e871c3bb82682c0c786dfacd71f7269fdd400a9cf2674838363340e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeed59775b5bc05a9402311ec159c26642df0e5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784852e739e82f4aadfd925a3791ab2162fd5e26c80718b9da32f8bd8fc1e2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7fbf3c9d953e9d78b07e9d8537a9b00d42472a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f6d35912cc83592858b9fb89a632b288022e65455fe10173384792e7e149ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1451ab6489892c0ee69d8308f0af34d4121236a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d80f1c5cadf080b22412a8d87d6f5a22f72580e546a41339a139d89ba5875ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702d8d731c01d1473232c9239a7be03f92e3c68d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cd7ec9be4e3b2db474e2e18a225dbac221844e7642d7ced57457a4622266a9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb876bd50e7c3c9d8ea7075da9a3d816d94c5ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5d97426a18fac24e7dc3e867d31807b15da325b9168711f6cee812e998be97
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd04d6084010968ba40a7b67e9da42826181528d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baa1283cdd5ff61048d0f2e3c9ccd3f313879324856022c870e5e0b3c90566b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1dc7b635c59690ca71d1ef8f16a9b082a47952
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051abba3ac4f4ae01121352517748fb6fb31404d05268518db728907990b3e95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482bc67a6f3dc5fb458b248408f77798feed7f47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414b8147e747666ba205497ddbf18f454ca843f981acce5688c3325ec87875c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a3e841793d830714a4881c29e9872bbab48d9e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09b190b8cdba4b28e0304a028d4aeb72f2299396ed97f232b092f5b383d4fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf27a4b7c8f349281cf1a50ca433ad184401a76e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939a7e86ef4f0199f6c49abf5e3733ca0baefbd9597a392130ade17ee22ef39d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8704721d6f82d636ff2b679abc10d20876a697d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cc1fe145766f095fc681abf50fdd7e063da54d78331d1b555e9c4de6b01ceb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cbf539dc08b2d9655ecdfc6a673aa421966056
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2424b9fec2471b6a140975d0b2465882480980c5305437d3ab6d8ec07c13c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57aecb732deadb8a417e1b7d0019f4a3df7edcf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dff1356e478a5367950164ed5d63407a237efa31d7c21245ef389b6f9c61cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36704a1cad0dfa8eba9c4cffbbda942af5d5fad4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde144b4378486654a8ca565f8483e9fb1c2b11a5946b852cdaf9b38147060bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa54ee204ff6d0232306713f5e506eb4a4e37148
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c14192d8aaed1d5ba854ededa6241e90d334340ea025e0a9213ef8dee44a497
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb90a87e5da7821131b7235ac19e593f4e00faf1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3033e6dfd4f7942738a57ddee2710d919fa5a83eef4de95e9d9f34f334c01c47
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a46f383ef001a628ff74b51bec30c9385cfec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa2579fb607994f0460331c7372c43e42e653f495921518779c3ed762de7283
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f83dde960926f81e6ce3a9c28380b9326285d16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb927467a1b28a90456be387b122965912e2ce7aa4a7cf8adc96d3cc6b987284
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d6bee42c358c5c12d8934fbdf2f9406335d9fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955a99de1352861ec83befdb47c0c056714b74bb4dcc888ee106b95d3df865d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a929fdf0af7bea50990649a44574a43596755
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4692f98816cc47bbdbfc9dfadf94e53e9520d97d93815a168dd6a02718e3bdb9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a10441186f14c15a18d0c27ec8bfd9b6e725a12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8231db64f8552fdb091c6676889388b35097902220cd680fa23d1b326553ab3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc5ac88318a189cc2166f0e4806691353823f7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cb5519778af09f54b032c990e33c7228677b88b8dd4cf5f672d4a1b81ccd8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43491bf7891afaa3800d99ad99d812396b35014
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92e976349ece03743825f1b7f9ee43d7f13ae245e89d28f19ef6df283d5ce7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d981d07eb4faab855a4fe0229695e8a08a1da65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9d01075d7633b0a6a5d952590f0e614b7d62d8b54343a42a9ece7f54697ae6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1abc7f8d9ccb191b14e0c8b606eb9db085054
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e00249a6f6dfa139dadc2491197c4680120df83b671c7b8e9aa41ab70b5044
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8866d829d825180f411d6738b55de636f94a5faf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41346f132cacf96605f44d51a1a3c1b202e1c7f2f3cec31006dae3c22ca4bfa1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0f145ead3f4fd298c10d9431465992f916d500
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad64dabc8a805120c09fdf6ae02c640a12f70f8d3846f5dd2ff69aa1492f2021
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ade2526d74ea5f0a632adfb57284e3e4dd8f82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeba123f794a470563d07d088ff60a15f26ab364ae5d2710cb34328c16bfecc0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01f089eb43d2b385429450d53deb64d80929080
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16edc7edf6304defceec7697298a4b16da20087c11544bacd72c33f4602b875
+size 42115
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6275a2ad1c677a0c62ae8b4ccd5866b10aa32dc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a374f22d1b3d5c39bc77f9dddd88fb064bc36eebdab2f0ae57f24aef2f16e54b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117ad63818ec2d062cbd27b83324df08db77f655
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0619b92fa13e393f48d1bce110dc6988ebb8c91ddd4abbe2d69396508582da96
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd6e9527d58e650aae6974086aaabfda38e91d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdbc461aea35a0b2d13d19ab0aeb55422a9b8f2b150cbe6158595f2ca327da9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670eb8beeeb019094f9004c94634d5bf4d05d6d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4956903fecf6364662731fea5783ce6df024a5ab2ef0dbae4493d7a35a6fe1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e89bc1db247b89a901b21851ac7758cbaaef82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3ee127fbaf7dbc5196cd024d64d9e6120e748025fe7370fd8d1ffa971976a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08540838de8faa06c5cce9a3ee8bceca29292afa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6b2a36d1bb31d8bde2fca6c1357d7207457944aec65371b6d24324eb6a6e9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288b6394794531262567686ba6b59c47d2bfce68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed77990aab9346e4c7ace4206719bf6c4c783c92e4cef0890c8b952425f4aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe951f222ff595d38ab4fe2dbdf83dd5c4e648
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060fa9cb4228f04963f083a0a191c363311ea13646235bddc222165082239cd5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd793cad23ad9af34d739cb2a767512fedd6a4fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd4da85ce914e8bc56d938234cd5cd191bf31f3c376a606590dd6876582bff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec365ae0b5077b4bd42703608ed892af22b5084
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af78335ddc91c927196a72dfa10165e3e9c62ebd58d12f28cb76550518aa71a4
+size 11395