diff --git a/params/phi/5/rnd_search/comb_11/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6afdec825ee836f1f791985f6f9b8653086c2c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c904de042b4e9bf0d42ab0eb35c6c694269a900ead1fa737f9690b3ab0f422
+size 205955
diff --git a/params/phi/5/rnd_search/comb_11/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeed7f4df62d1c9f4c753b7a3751d7c6fe39f73e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eb9a792ef5f0cdf3dfa2456840476e575a929dbcfb122d2f629187059d70c3
+size 205955
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3800c9945926190381ce089edad4f967474cdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570e0d23f880b6a51c35a73657457919758c9f840ccdb87672ef58f3d5387bb2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78ccd463352dfd39468ddd287852b0362d8669a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936b1167b3bdd75f335601a0367fcec5b553268dd4a90767c903a94dca68b4a4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3590aeea521ef5bb493415362ed982cf50bf2e83
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1fe0fca9acf5d2fabdcde843d79a0ba4846b5f0f853c3fd28e9a9e7a9025b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978266fc0fe557b10c0b23a43117e1d4d35dc30b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39aab53b388bc5d2664d75d66358b69de8fe3fb3bb39cdc38f93ce2b553a658a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e088bb4baf0f9502a1af487951efa0785a471c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a633f91728a7f0ba92eadf4c49f7d439832b20cb77c50392a6b7a4d1ee204
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d26dd524c212b77270e5896123fd07b0d90746a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfa4abf55ff7615ca9524f9783e112e4c8d79fd930658c85f217d104315f24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9d138004fcf104ce8711730049db8a6c70d62b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399d076f09b716ec72c80523d79c0d5c3c2e706d63e2c148756f168dd675d00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57059124a1e9ea5255d67cb668a6a83e651cc4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208b0d0c2f076529390cf36da2554680ec15f2693dfb46d9ae61b66086a6e47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f66fa11eb8d5a7bab00427467c2069f352bbd80
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36fc0b15e473282ebf012865f9d6b2a9010839953b53b44715e8005814b996
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d4e85f932d653275d20ba0de77cca3522e11ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29940246ee918dc81906a69b731f22f840496b4061a365be8b51f393e2e7c84c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80c15379972923203bdd898fd0f454bb45f0ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0526d96316ef4f39d82babb29f666ca09c612e99cfa7562ec46e5d6cd70b19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3771b79114814b5720fdc57a0e3a5f7d45415d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7d3b8aeaa25a4c19370bba52f79abf19c251d6748d7a61fb3105d3f5d4ee75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8cce4ac2d5957e3aa1db73666be22f915f1507
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b180ca55f11c4e9b2be32ead2d89340166531b7fe8897c6aa2b96ad80abf1f1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6550ce2ed850c650086af7ed82ff2bcd584d33d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8eca1d63a756d035ce599a3949e0b8314b8e1dd3007d59d130c53c6f3f9ed64
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9835c64004c280fef496c453d983fb0077485d98
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00deb128b981a60a722210d5d764ade946243eb52a2bf29f22b86cad689febae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240759a81aec7acc4ed7e4f24c1ebad6e08fcfae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64a0c022ae4e08f2a82b7322044a83e6cb7ff57f3204cd2cdaecb0236442971
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b677ed359ecd601092b832c04c932455ab23c060
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0ab1aae58b353d7fe710234d34cfae572bb6edf6167d9dab86cc88b7296962
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273a796fff7b5291e26c8e8d06560e9b2d53bb60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839b774dbc32f468c0b05078f7a88af3d7159182bf2d9d1ea6f55b6e894d9fd6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d5ad762da776b909fc9ae7b21c0307599eeac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd6e45f9c5d8031e59a186d9cd5fc814759e1f5b242cde63f19d17833aba56c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba32a44bc9f54e2562f9b9306b4f76e630dd10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c0acd21b348684de8e0836c949a7e42426b6984ce98eeeb05f3c9334dc8e32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25574408c43b7d8b6ca999765f741bea859f1eb0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2009089b1ef1fa176e479d26e7d92fe2cb57e7cdb74559db583e83cf5b0c2ac9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c01770602a93d1af715a740f675d8f3cec7dc5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565b58f28c7676ee7bd6f2f98fcc7d70dcc3454c7032a09ae9976c076e7031d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71ddbc87dccc359f25729e1a31ff1644b4491b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4541918751054d1a03820f29aaf07ef4fb70c0c5720dfb49bb798037794e9012
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a2d69ddfd2ac916bab727009a509de69f43c62
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98cf25c4be7fe101aebd6a440ffb6fc2e0b72d771fadd12f7e11c718e838f7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f1aede3a620ece7058f39a72af31225fe54c64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05de8961fa356934043604d7160e4269b15b5afee0d19ac0acc43cb33ee7a496
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e9d3be5f14f2b19ec0c2a76fc435a8cb1db617
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e399e3c8391475234a79c3bfceb41c6cd9ae9c273379da98feb4b4019217b38
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed654c9f37dcad39f93d417908096d626ac1c1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121d8e576721d079c907b30918763dd98f9ee846598b0c03c3d18a77987f91a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d75c77763bde753cfd42135706402088b36c557
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38764eea0f63657595bb2801fa0290df5f549d5da42bd9848225b98c31aba7ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5977dda17e8c790335d3b7898f5f6d1d2e3230
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cdae8aefad0cc0eabedd5ee32ebb72ed0d899df6b155c7399941a6bca235a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6df43d158bb72d0aef8c2755155fa96b65b88d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb832ce1dbcae45c1e812ff170041dbd6b8f2daa792fa7067c90a2fa58ce3f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a569b4d4febbc462446102e405eb7644aaa1fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00ee7e3b483fff0517e798a0f7d2144b2fd7ae19b28f3ed59b2e766ee0a0d3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fba8e72b7152d6704ea394764fb7a8f35b65a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e31509034c53dc67bdc05d37e33af00a157e441acf58cdf5151e704dbae13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e499d34247d92a1b85729b7cd7adf7fb0d404
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284103a41aa1759dd1a868178bbe3f6a886266ce772719d27c1b19bbc716f3b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4574da94c07bf00748af831782203773e0a0846d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a656b1d27b060d5580dfa77518e04704548cb80ff282b3cf3a27b57b2a043d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793592615f8e4d87e499dfcf9c6175d5f7b219d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bc4cc638118c276dc139df0b72708fc79faab912910ef242e64f85644ade1c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ce5b65b6d741957eda1fd960bc8c58cf94205
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c18b603622121da1e47c28a94c5e3ae4fdf08fbd3ad3ebfd4299cf7cd875fe4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59acf2c1b6a7525d004bce46a9664d20b6c694
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5d34a84c5efc2d4e58a20fee67a78637ef226f271fc4195e86a7134d186793
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86315178678ef1b5e6bbc86db6ed88144f5abedd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8b60e6c0aba54abb99daced547c2a1d2ec74bca7f9395bd91e55fbd7dceb9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0000475185d492eb13df9e42d7fbbdff9781d846
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7f4a6790bbac0e1d5ff291d789f79c30e210739dd9ec3dcfe1d2e80d0b064e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e48a6b98a108e6702207ab51bbbe7ca873c3a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e643ab49ed6839c6637e83b80daa82cec39e542f84011f70aba98683831cae9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3779891ac926da88812485581325428fca497e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98bee9de7a93d4f649db9045c97429ef75bec658faf3006b60f841540a3781c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368b3f69517b2caca40e06c633a02bd6d401f607
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618a6ec81b1d0f322d80591d1919b5169a75572f312ca0a70d0afff7ad59c06d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95937fe1fa13767076793293228338986b7a6cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a2c19abafe4ae99bd319544a575d24dbe31b62116561df729d49a79298f891
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4f8e9facfc4a2e01166ba1d24a6ef5339d90d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af615ab48f482c9787801643893fbe26cb3aa84a25d5c5b429cfbed7e7460f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef54f20c8ba18ef1a95bbff2f680699e36be2333
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f323e610f1fe844017c8452acf03dd3d1b5c683e25894842f8dd40f9d213c68
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253acfcabb56602b3a0c8cf33e9bce8b64260269
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449296e3365a02832ff65290f8aba9a8640dd9ff9df0aa2e1e737c2bfe0d2d99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d4d4c1056c4b110feb9994e8c08dc5ed11e03a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6efaf07194fc4727f0c3d341199094fddf19f29490897e78d683acfc8041d06
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7067fd10739309e725eaeb002e45e936b38542
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2230bd2edd2ca911e07ff55a9defefa93935f99c38ca95349f7bfc9caf2c9fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293642061e92bd18e3e82f3a6888fa01e13c8c44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf91bd5de6fe01aea72caa0f70408a6e2df117db7034547a8a86e5b2c32fd2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f47660c42e49a3165a623d3302c75cfbdc382e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e78c4482fa9519715dddc79599fd38264cadbf4c7a9d5d5b3e0bc830f9e2bb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79518c4ee1090f28f7baee7a280c0c0115be119a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8395403b4d720b79a628777cc6afb0ca9602df0b87c14f8b804b49d5a5fe23
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e439b5c92c61280772cd52c994edf1272ab7ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ecafbf531610e2c60fb90f125a3f60f1398a6033140d270b3e2b1038460466
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676e1dabcddfd87df7efe35974a6747641b06661
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b45969ad45c581da0ee17148ec2e04fcac08a848a59d2fd639d0892e357ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467a1f4e22396cf61aa9cdc5733eeeb2fc8b2387
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3345771a6b1dd6eff2b66ba58a99292f6fb31cab31c73bc80cf6f88b6ada89a1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3e1d96ac700e2e89bb50602508be15e85ba4e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8df32408713b498dc84bd719b44bf1439f05c8d29dad590d4dd5d51b233430
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b20ded584720948d767c3cf74b8d092069d3b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84908074a9817c94cf24ac909b0ade3aaf6ca60111dc9907c1fa893a1cd50076
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad546ce06aad2111d352618be883097f652901cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade9d79f382b2beff157755e4eb091601120e19a0bad7279767ec8660a30174b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8fe8d2f22f785ac3e2451298092df5a4966b4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ae7854cbe5c14c103168bf9f6a3f0acc5d579d476884731011baa6508004ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e311f902d373fc777d0fba3f52a9df81096c665f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d1b5e342977c572529ad7fd2b74aa1d771bdeb57103ca4d36d341d74f1300c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db0f5725b81a3822011f9cd579536bff0fe38ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff7417df75105b0f47595b638b147399fd0876411589c72b72f2f0e796489d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394dc7fdb7c6ae33302cf9fb2893eb4a8acd5aec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7bf9850087e9cfc98fc3334222fe2bcc4b298c98f05f3b9dfa6d267e6bbf7f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3d3a217551a94f924f3a0bb69be710b3609af5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a076349389be3063b6d00fac4845698ac48fbc10f5658b2cfe2ddd084d7f9a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b46d6359760b1270464d7bb96c6263f78769b04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc31b06ae5a5757da69df226aa181df7ad58ead0d7bf59111949c5dcdf639ffa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8decf0738c1a7af793d0420fc5304e2a073385b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c527c5aac4aae6965aa1de40fa84f6db684a58a630db28b208dec292c00f9246
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e18acd1668684f61125869ec8cbcecc849fa82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55f5ace558e9d06c58c1b8b909af296b9a24c37cf3d82aa6feec33c8a0ef2ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314310c64f9b183c06662104ced99bbc29932d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d295b278f0c699e884e69af00da61f1e73eadfd84f7119a8bb806c979ac68e8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9feb2b0e79478c5029b79c20e5441a6af53a86ab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483ac3289cdeb7eff97118fa5de413cb31d8d845ce33d8bb85d869ac9aa82b08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38df8ce8f41850276cae1312a1e4e3c1d7ee3b70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76cea5ac7e1e8bc6f27f68982be7a6853a0b9aad5b018b428e80f7e5dbcde8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7f974e0f83eb1da8f4836daf5c4e3d19bcdd66
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866b767795e5c94f4bb5bff2cdad3b49e5c88b427f07c3d8c85e00bd7e6220f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf8ddd9d02997d14b4227c67be1c4101c2550f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec05bec2c9823ad9c471c95501731c279b2708d74d75037bcecb3b1a0375e53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5cfba22e2c11f3fbfc6d56dc20bcf8f72f09bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2389a0a2d405393d1d6b4e3bba648a9fe1d892f2c1118c4280a04ee850a591
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09891549f0c744d62cabf9abe00846beb66c083
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fcafed0986a9343acd771dfbc12701ec9317d0f591d1c597121680ff018a19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3afdb0479ea540210ba56f7d2af2b9c81c79c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb576508b1e97fc39810104c571dbf673ac46cc03b94b74ce425957fcbe6d883
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186706e99f27c66008cb79ceaa39453ce89cd6fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5250ca06327ed4692fd465d100bd95c3da0c6b8085fd89083e303c266f7e3c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fdf9507bf5cff067c545a7b65898ce38f06f02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef9161e48f42d81adeded0184fbd60d81a52134c05e2643f0db7fdf2c3e80e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631cb18770a261c39dd622ac4d369ea81b57937
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f3fbb7be2501d3acf2c0415d413e592222f789fabb88816d0c433215db33e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc101041d237d2b4779918bb2fe094c219934d6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cccec027fabcf0ddbf081d73e64dbdb34e1052e7237d5676ed498d9813c925
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfd919c9d89f57da481983273d86bdc7f133d88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2bcfbc975ad3f80edd54076ae7266faba8a5c0ebfef33f179ac1cf57bad6fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d46b41b8fcfde07ee2b65a136de432381cec76b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d24250e0d85da09b9a82141d3fc3299eafb3602390e499ef14f7201af64633
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcd4702f0a87bcb98fee8845b0dda52c015918a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766e13f404013ea2937f7e12a0f1410efeb0000e0cdb1cefecbf3104f4effb3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5858cac4a5ecdadb0c06dc8e2a70175c63a74399
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b374747288c0fad7cb1f78822db57ee0218cca1e8dd983c0641eb8481ddca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69966a5fa194f3deb95621717901af618471ea1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c40eab1903f3342343218dbfa5c01553e607de49a90eac72cb6f308613d6b73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0644f2e34444dd43ab9f63d3f574b73747bc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac94516f0d594683f0c1d1ac69893ca1f92c0f013258f7d70ce2e68a88b494b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44245570eda8fae09a2896facdbe13bebdf7b27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3580ea4b36b4ae4c965c162905ebce4c79ba82093b50cb92b611dab580eebe4b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbac728db7d96c648408b49c113de7b5d5b958
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33bcfba6015d6d4b9511bff9f0ba6cfd0ef826f28c6571a03a340ce4ffc604
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c505219245f69e0d188c606113e28544a360df92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd3d289d066333733cdc5013ded5ec2a9daaa23bb1bedd950df5c05dff52ed
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541bb0d9adbc2e2b92f5b96cd9bd695b64feb102
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9683845b2255c23a15b252b7f5c16b1fdf9a09d0861e49b27cdfb28708137cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e19db84d6b09e2562df434a931ae45a5471b3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e52d817084890fa204c59103f16b28b81586c277044e527e43e060f1432af7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e3fce687d242974b23c11374c2f8f1b78b37e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f26b6ab7ed8496a96befaef86ee8ccdace172a21c70a445928e68fc36507fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727636ed360d2b6593fd7f45eefd790027d64b32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd935779b1dfd8193c9521e8b96a40d8aeaa696940bdc52af32b96ab3c66ae8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71022608921ae0aadd17f2064f9375e3cb267e1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38caa2d815472dec72c829ef86499b32295b6d7a4be0f4764081ad106616f79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b071b96d9692187a4fb201da3a3da0c43d4d6062
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2726ad9ce7ae75010bad078f70a4a115316553d06e14dad8cbfa9bf1f6896b4d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d910b781af237b504f06fc6435edc2a30bff42b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab447926de18e9be52a714a7b886be712ab16052297bbbd3c9b8be57452aaae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a4e232316a91ba62379c554226066f21a29411
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed1a1847dc059e3262db93834bfa9123660be071426fc864ab1044382832e08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ebb3eed87529373ed8dc0e8cecc0770a08a515
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b99f9d82b3ea47316d2a0ebbd3d5588aca2927ff69d67cfbc397765c864eb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135c84c18ff17c4c0e97f927b4bf673fe502b02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c53ca5e4d474abfd26c2c8adf9e97d6e1adf600480776f76b04cef2a708ae3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c41e58beb34fb3636563ccba4d553a2f4410efd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c4f3ae4f9fa7df955b9cae8d19018539efdd979916fae944514bfd8e39870
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8519ab7371542dff28f3a4cbf9b21736e708c2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f436db84b7c1003fd9f99908bd6af61bdfbc32cee433c4c5826b5444f10e47ac
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d2e89cc0710c03a549a625b0abd2de34470ec2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e85e340331f543dc30bc6f5ed102dd4f98bd93c3af95317a9dc7176682faa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcbae31bd24f4b3c72e7fb73fb59beb0c43ca2d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502cc2cdc0aa5aa7760b2b2eabde56c1ad6c835690db6c72e54882a9fb9711d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f873e082c08a1ba40dfa5aa5a99a865b6ef8ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b91afdc5463a6148475b9a89611bab3dfb070d83d1c3990a628f0198a31e26
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9544b4aadab13215a31e645746feb1b8a58d67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec07f3e31a435e1020c65e06f5b62ef3c71374059d241e6c49e4b4e6680526b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8662c4abe1f06364adb00d9aa44c7f2c6a1138af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be724211d19550116784f8d3f1c8b7b76dd846c65cc79273b730e42dfa7c44c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa799b5c3adddc47d91faf968c72336f2424eacd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77db9aedca19bf2a9f267340925d1bbe54d78341f4b74c6ea9158310e9cb4e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b700a45c3c10f2852d65b2051d1ebedaa8a07d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123a0399c66f4963a89f9ddfeb9d3ad34b124d4f22f00f5cf6cd20006b24e44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee87f7462f1887caffb144f9c9d4e918965e9886
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799d1d23bfb7c19e77a4763255b12a5a6bb806040dbb9e58292a1031ac285692
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e647181051ca2ce1600c71acdadd4b821bf4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd125b2867b3cab9ea3eec12294f792a7d343591f9815f21e7fe29521a2c4926
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72525a5debb4d7683f00e0f7d0b4c83420c07219
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713da2625d35f8253f460c139c0d6a85a2f865101790fc7ccadca89f289c392
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba1fea57f65ce8590b0a2cff1550a4aee226105
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84af8efc88e9edfd1ab9ad6e5facca20147d60237d77f4559a4f88bd8b1aab17
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb49cc9036e0fd841ded3ee3ba7031a381ab865
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08717a2ac18b7a24583caed01c64f89d1638b59a750fb9c59f7288a94a62a971
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d29ce85b170b39246f94fd7658d64b3759f6ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a989f8348c90c7e08c6f37be1d44cc3c9596f24227edffd6bb31c2cccbbf2c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02da1fd819eb3afd2b5b1f5cf0d9baf2b39b1f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61e1ea5ac3ad105cd6fb177eaf8de91a11241829cb72a20bd8053245e3309e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee606e0432d5ea3ecd5f8aba47c311947056910
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dd91e6611ba135b3391fff529cd06b0eefeb1e7eec8d695e913eebc18ec53a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d5935eae07d9c63900d8dc2ef40106f3089a36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f560c83bb55de01fda6fc41c832811bb08fcfc06614c984aba65d33fd3f8c878
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e93394d96a31c6c9929354267e16bcd09aed6a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dbe71da12a65da1729805ad4960207e4ec2b81c235921c4e7b3edf04d0cbaf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f0f6eff7fefa90ca2300af2ce511606a92a76f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63f10c6b21d00990bb889f638c6a1858a587208deea5b4e84fe42d2f5c75d0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b8ab9140c9e545d67f8c112a61802377d98568
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b9fd3dd724365a7183e546cd569aa493c056f72c9b58917f7bf7cdf03e6977
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260d566af57e8e066641d18007aa205fe398be2f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0a2f689845fdd5338ea98825e20d95404672268b1e42cee94f12fe5bdb6a6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24209c6338bbf7134fefe7fb6ca81d96a03c491
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ec4252923024bbc070916045c9e1ec02bca8a56323113c57f6dbbc98016e42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712bc1899ba0b65b2bfa600a65b83b06bce9f98f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fce4093872c1c2e7671d3e23920095c7c37360aba78adce756767c082b25ed6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8a61bec0e64d645cae4533ffdd696f86866c7c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635f214f51842205716a50057fe0740c583a80ae507c9bb8dabf363e4511050b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51dfd5695f9f4975133353f09385a64a302b97d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663cab64d9572cad6d198a16546ebbb2600a32549e1f2493b13f98b2435c4397
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec1124f145500e124e22737152372a31bf3f4c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fa1e31b47c938933b0a2b625e1646590154a016580b519067a33cc45189b63
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61977d2caaa85708585e8fd2d52ef56254b765d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64522223ac2292547e6b4729fdf1a968764fe6ee891548b26ff42fc67c5b47c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f3cd7dadc7ae8f4a3a42ecb871f85acf18c9b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e766ce4d49a415ddd527e071953129ccbfe83d567045eac55d5a121ecf14c42b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e77f0df0e0cabe09b99024c689b5451ab083db9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d696f5e5a7c84d1e182a3b8b289c7b43d718979aa6589e3c5b9e3d4f4100286
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61264f930e29094221d5711251bf2a56a7412921
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7a072382f6c512e16ea1cb8aa1f953670bc9e956a9c5b8b3302e8bf2e3f58a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e256dd9192af26a4e673aace6e31894fb80a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd6162746b8147d471a3ab2f9652908086344c5123796ed10443ca349183c28
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79da7d6bfeb4154f793f2b85f2329f8880d56b6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bf836cdc6c3450582f50c200559bd5eedea5ab999ec575b843a80b37c2ec16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c96b1993f473920fbb6fb6998b460845880b16f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e828dbf309c6123e8080ff90d1a70ae11cd1582e9ea88acf0cda721b0d92f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa81e7e179b3d35efb84a8763f1073e54260c10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45f5653f12370b7deb0007855633172b52fc6fcabd7c169383cfc2c5b497e5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d2f566e5d3124b465649814fe56cc204627d16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63f56cafe719eb51993c3ef9ea2fbba78f7e6834407de6d815d765adc2f6d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff61c5b989fb8bed07159d052f550945e529208f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233fca1e679b7413d1d0a0335149aa6d9b85cc54d07ecd2d1a007df520c758a0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccacaf6b6d4f02e95593a9960c2982a78ee6078
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30662add1e56585d9684bf71d742fca217d3e50a67bf33da0103f06f41d9bb22
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5490be8d0da87b093ea4053dd87b305189a983
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3827a61c24e27965dfae5d3989053f8d1eee04a8d1b8fcbcbcd8178f49dc0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a792f43ed5423366c477fc2e55a10c26d39daaf1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc948f566cf7ef790d5adaa71857f5fd9224775759602ccb90d125943b5d1d7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668c722979f56b6f14429e9720367d92dcec6cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4626b6617c14b844a88de92459c0962b53fcbb627f7abf4b8e5b0aba0d45c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a657a5d9b4ff282d625c4c8fb5e67a7141ec4b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb254415e95ac2e3d16f05755b90074cb5ec945bbfd6042ff784079e5676947
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7e9dc8f348d1f61afad7ac9b54b5abbfb000de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3293909c683043df9e9d9d800058fa81ec1c4a05a0c8815db1be81765f1eec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f398dab94a3c2cad48bbcb5b6bcdb286c2bfb872
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f7fae14940a82eb257bc581ac6cddd0dfc66a59305d5f3227fd4d91033c6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38181687af53d8463527acd01904dc75c67b52da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33288964ba6e0f20101a0189af5271f006c81bc29d6ec2e9f28495a848ea5a33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e87dc8e38aae920dcf1f2e22a3298127fea67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5db6c37a534f9f3fe57a7aff0fd0721c36e62c80cef7ca982ca0ea99ea488f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d29d90bd40f1915912d79999f3bbf6edc26af9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ab4ca7966e588351d8dae60792ca82c67121e60b473033b1c4a436e44c9e17
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339e009019757aa94538fba7970a17bbc4af2d6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1a5a18f636caeab88bf4ede94ee22a3c196944858763130857134ff47ae8c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5fba2761df3c63f3708efa996d4b3b9dd3df3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5ac201db5c3cf1e931b2f2f17784a0c670c39bb1d96be5e32906041dd6be85
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02da4c2f0e21394517833682cb0a455664ac9fe0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5390bf76d391051912babcdaad37c5ca9d87331cf2addafdea9213f9263d20
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4eb38a8415ee32f8e4ac59c4662eb6efc3d4d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12577a057fded5012ae742e916601d164aabe2b4fe67c274ad116dcd08b49a8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69686b6e80713f7d3fd5b3ac3d898ecdf797bab8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192683f5449b735ed4ad15966f29fa0e0df7d1472e6e80bf47c9c469b0ac8deb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9943e662e1370281e6bdf2759fc625b930ba3b65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8bc8c34b75c4b479cf146da01f6343611d64bd0cb57119bdafe6475ce42260
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5690f8b6a322e6e37543964d25bbe56ecab8d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd8c2336d43e6a460578867d8db9bb0f85bddbc2b81e5b63ff6e46a49efe8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa5f7f414445fc573c3099fbd2c02317079d009
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129977e78d6d9e5fd0fd39bf9334a4aba66d96af8765eb2e00eeeeef897105e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd023fa5f176d02e61a9e9564d1b770040e968c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4333e5a4d9c8f76f25ddd3cb4abeaba0642e8e17eff7ce62d77a30372944f7c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253a8e2a34d802c408dae377fe6d83820c9e99a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98902d9cc87e60e3bf9198decb961da397676e0dec8e620d933cc1610bfc21f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2508eec00b51f325775a88e39f0503ea13c610bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b20e97e4b5a84c881d86d9ecba5e7dfd8ac8d9442df3f119655817b6fdfe76
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857302fa218082dea23e4e02a510c0349689b8d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a37aa612a68adfdf32b22d7d156b292e5eda1b97207db813f53bb01c800e68
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c673de84a79fc71d8182fc18a8456dc8e7600b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b2121fa9e30a9b0f3bbb44a27b1e003191318313571785a082e370782999db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625326fe9c20f77a08a7b8cd90d5176d6dbefe0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ecc931c2450238d76186cb88f0125bd2184242077f9b18088f484fb42e6609
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bec7b367f2cc88d31e56bc1e697be844b3d5c95
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10900bb20ea8b431178f18be6cfc50d21240e931ca34b5a53521c48f60d7e800
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b6cd67160e1cbfe7901c79cdd792f6bcd0f754
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a9c29dde35e5457d948129835e97e7fff0d98a1f64c6013557990f49ab2f74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0475b36a2c76ba97c1ba1f6345c95b8cda08b269
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4053af1a6936cc33b9f8fc729bcf0eaa0d427be66e4dffbb832a8b51ceac86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f578af8d5099c9ba35e43db11699fd5f85539e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea75fa189835a87b0be2b164c063b5c68ce96197c9347201b76f1f4185836fe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca10791e2175a637e0fb00bbcaa11209934638b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d905a6d4c1cb5b19360cd5736c6f2bb495040059942c5c752001448ad555b1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956e09f5284eb3cc2a838e7a507d7e1cc7785178
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47b6b66a1587f2a9cd9d287f851c51879e33d4f0f2828b321115ca7487f1ac5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39452ffa41ce6f86595521f36768f832d4b51f18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f757b0ac4848ad239c479fd2c030a90a5c707da3340a7f0fb932f32e1783989
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb51e55398bf591dbc469a2f3e6b70c98c72cc28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def4fb4e93155f47eb30c87f4941dc1b97b250260ac13966b670fecd4918f11f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35121800f30925bf6e31b62d785eb986791853ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb22e68d56c6c147ce3e312021ca01a6d7d48c3841c75d58df7d5e5db5070b3f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b424e050a1d01a120b0449cc4e849d07ec5884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a563de92caffd8a48294add90898f1271a632282188d3e918cb3e9b7a8458f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0fff61fbf3c6624938b4d4f2f5d479142e7c65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f512463dee43b4bcdcf3ea743d03daef380f9354e2ef2fce00bb4297dd0d0c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2702863ae5350beb58eba878c291c8c81f3ba1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02d70aa74394dff2b9e1f9ab4fea76cd103cdc62168c29637968fdaf48e7c59
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa91a279a86c8343b3e8edb4732a14405e91b532
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1daea8c54aa816ab6b5e54dc00f37e86b1986e03d0cce4a8c9c73a88ee8a58a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274ac4043ce9fe08efc4fb7358dfdc1f0ad7487b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de427538d706cd8692e0cbd8828fabfc8c0fdef9acadfc3d53920305089d376f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa302623868177582e357102404ca753941c55c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18acc9b8d78b9fd7da3973d4fe9b021e99cefeac8fe99d7f8dbcafe59288cbfa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724dda9f584f56ec27ae0f63b0ca38b32f76a8e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a975f6b789a6bda62d9d1faf08964f4c550ddc3785bb55cc96651b82d6eec628
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd03a63effa4be09c2bfe0ce8a154ddade78b9f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0819c84f6a6acf256b0512ab666f1a6b8856ed7c45255736782104aadf0c238
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa89861657cb6d8dd4e11a65dc438f0f39cef12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd5cb31599885c3138e46fd89862a2690ebb70e63e6e0cf0a1e095998e9d8d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88fa1b46dbd849b2c50e20d384b24a972c63ec1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa691f38306da25574136344559a8ea82a0527ab95ba6faa634450870428ad21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e928947bc85cb4a66c41b4fd99fa0b3cd2e53b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8373ee672044e934a798f0a335b1dfb6ac5e1aa6bd66a7567d8323cfc4596626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f09d51c942e55c04975306d8a99c93f24b4008f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ee10e0c97243bbfe8bcbf3c88968fe9af7019182624a5c53ce3af8175910fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207b2039b647ab99047e8e6f86e50ba36af50c40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dc9e4ba6bc117276fe2c0141a40c177c66049b8667acbeb06f8817728460d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb432397c378323068246726c66e4ba9238632af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9763b8ef3c24618770cb7004d808248efacf396c662b960a12f3e78deec15c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd98b3c9c3580bf063149ba7781bbfd90d78292
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c58550b8a87387f9c9783bd2ad00d88f833d04f8fa4d88fa31b4e24b2a1d09
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4651a9f7bad67c1c1a03419fbdd88d7e8f596c9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b11201dba5451fc2b8b10dcc4e987e1bbd489c89f108279cda2cba6b2d9fc3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f397e98d09990d019a5892458c77a8fb1538be5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f398ab95fb15e94aefdd96d952d1c6d5d48bb7f160b777c3f5f8abbcbb9d6e0b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25780b7907ac105699553c0d2d080cc33fd97b25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc3e3cde0ca0ba19bd8e9745baa825f1bcf07b2ddb5654949f2aaba1b0cf22
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b233d53c2a40162c236b2c95f2588908c35ef69d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd60974a866b31b95777a63a8910e9bd5859ad7911c41b4bfefc6e57cf9f0238
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762233e7a972c2037b0c75ddc62bc7ef4026ec4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee15e77743bc100bc0b847e19921cda688667316fe7d3fdca0e9cbbc8e3ae02e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bae5e94abbb2104d5fe0b5d1feb4a6b4d140c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8007af73062e6c5d2ce5441760358b9460b1d6153687fa236a176bc99a3309
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aa5b5ee709d9705aaa3a4502e7c405ba474b9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f8accc5ab2baa678f58e7afca575c89ec614639ceffeb6371416d873d108e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8370a6df72f1d84281c346812b858ed82d0b9a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35776d5e9da03c5a0a48b2a9eb36c9e34d1c06e7be1bc7f79056faaa1ae4c20
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7706ef137ff7377500c1b0a117cfb4f65c0015db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bebedb466a43c2f8fb55ca61812d5ea9b9c66896fdff7c5b2ce1e5191a8ce9a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908da2245e8a842bfb645a06c64945c578b23683
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2721f150696011e6d5d4391a36e4f1b890e3f5b29bd43da1207bcb2fc22dd5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311dd79efed031e59b227a9881aea54919c47793
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1b158a45339a60cb70d8ff46cd49e10f49e62f8600431e9f6fc5eb6774ca8c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a02b15c4a08ef0390bb86ef3554e5efb7ec94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204605d16529ed0bfa90df9b4b079a68ee29529106b8c93d1cbd3e7b68e7f4ba
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4393343bbddb403a54eb0e28f9a8df3248433f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af68c317e55ff1a3cc65734267f22d5ca298ce0ad02e30f8cd0db18689f6cc56
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d3117f9123903c7fb2b4dd6ee96a65c6c71b94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871403347d44754dc8d8edc269537456fbfc26dd08831d2d66cc05194a0b87b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7265a67f6fde717cb8b43227432a23ef925e0ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe3ff9de0a22ae82bc75dfb0591825f1c12ff3f22d1379d6870e59ebfaa8014
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0727f4eefd0c08a53bd45a3288b467e3069182f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc26b8acf60e4280de050ebdbd77a7a55a11d42bb373f56955978021d8b7ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4537c1bc0415f342bb6cd5aee43e9560c4b8263f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2924739c65e6768538498e3ec91bca31abffaec8266d8594b8c8dc3c406f6738
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e91d840b20dee0b3323e50d84f89fdc1c19bab5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31148307b09d1878e2b1d0115ac4983e67ecd084d4cbe86d2b7a065b87a26dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaca513fc4709e9ab2a7cd01c8cb1e058b8779a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa9915a192bd67160e4335ef000851ab372c1e73749953fd43232eaf605868b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5506ac5cb7f7bd940c8c43fe8a76bfae7c3b67aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0152384a2b9709a16e503bbbd3b5e136afa78661a3905ed367f255f1fec7d5f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203acf9a876da6450c11d71ba99b4c234ebed68c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f204230aef89d9d2d1b6cc087e65d9caf5234f37b9d47335081a3279d99553f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0baf51045cae813ee32c99bd085a2a31ff0af0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa245fa747929d6a9ed779036fb3091980a5461b51371bfdc9b2665eb5b5c66
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f10117cce813e43edf5ec5c6018041bdd0f13e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afa7b1f6b9ad95924594cbae6323d1ace020412e501a5650336b9ee07cd2c9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaac3f22e13f3bfa5ce7bf47d81706f31018352
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a21e3acf6d27c56cca64f64f2a1c6773e86c1a65224bc3fca246da938d8fcd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b75ea6da7c9a744293fa3352bea80f44403cd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc774d4fc8525b1153875a4771bfedeee42215c2a7cdacb56d09282f1f7ab74
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0bf6c5dfef208297128023abbd8f310747047f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85372033a90c760fc6bbedf2f0ac41125d14b4a0dfbce370baa822b35bc8b2c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc80f960937b8d030d1e3b06bb38eaca5f4f59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2e87e3c0c6d25a3f5260bed6f3df55d0121c157f57b176ae9c4c17e4019334
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac088e1029499dc6801b5a85717b3790b3310eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697a54ad966aac9d8f7f66a1478d25e722e7ab8b7d3ddfda2e19a8f29f34eeda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ee6575137b708892321b4514b8f5093eab9a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b937397efd341e61bf129414bfae911208816e647e1914d1916581c211c8f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51026eacf038da4a197bd2dd8e1b1e303c1974b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18755e3d8115ed1bbb9105975a2fe4836ac3d71ecbd4935c2580a4369e7874af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a119b27703cf5acbaf6fa793660849d08ceddefd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bee6e35618e68a3d5ca8d9dce57791ea574e5d432f779c8047ba025087ec1e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684b143f8d0b257a17054f6b760822dbc9390fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7db1b6cb63d6a976ac5d82fb36c565d6aae59bbfdc23f57f746f903151533b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46963d4a8a72cbc1f2a8ac0f457d62506942ebd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002827c6f378682daac8aa7a4229f6fbd227c81ea2a937ca51937514a3bc5f95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a96f3ca2283af61239408bf7c3bd10e0e3c268
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145fb84259ddbce99105ff3fa56270ff49d3d06dd08c52d8e1f03e74bda4a67
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cdbf790664a4dfc6833015caec481e15cb719e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32a57896503e1c22c5a7a2902fd84c7e1deed50695916360fcd5675ef947f7b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dd8b9c1244aa98465d163b8ff1bea4b4c96480
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146d31ac47a8c6c6c0e48de502d5364238d24fad2af2b7514b22bb923610d7a6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38aef05e4e682444c7b6ddcb687329bad7a20e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433dbaa1816c7e5ea0523e45d06283bf2ae3c70a49ab159ffdbfe610845579d4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69650bdccce988cd86e5cc0c9574cba916f59406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fd417fb66d0d40357fa6437cc452ac77e8f5605378e269528b6ee294aba324
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7cd7f09f3cc86e54c22dcd59acff85afc1780
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d3e4f13ba0627073600b26f12f07caa996c91c491ad1da77456fa183ad0fb6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45638cabb2726445c90779a8b7a1ee121f76ee32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1121960370eff4d6e2ea8e75052c7ea001662103431e2b400ecd097a8ae2ecd8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6a26821d4b09fde73e409675d589833c3ed76c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8893067a2b25732a41831069a78dae153d8c71e56ebf75a89fd03b740547caa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e6867bbcde2ec10db2971d790cbdd36f644dff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e637bb2d965bd8df362a382f72582b3a568d3e15b2777f6363875511f2503c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bb0d52df4731bb2569932a278995421c717c16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aa0059144de7c79c8f1978b268bbdb8a6799bb0f01d666413b059ac7c75ce4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf6046c90fd678a068e237d8f4586b12a673bd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395753f9a1fe3f36e910601e39f7f28f9aa17ce3bdcf4727518a40481c0ec6eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1653c1a8b285222478443d81ba88af8547712986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4d1c79f82922612a22ce71f62b1df52a6c459f550aeb7e6e4bb147b30276cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d0982bfffcfdb7223088090a9883927725eccb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f9cf0f1998f2a541897489c3dbb2b036a7c2bbf127961857e28fae6dd24ae3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b5a709ff40aac6e9522271c98400dc44eac22c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d53091365845b27ea7ddf0b410fe4c7260632854c0bf7823e9d327fee96c30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d9c44f5a6a7dddae86c59f1d7c2e4793692872
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5f96bb0a9036e5b9cd42c91ffd624d363ff8397d6c276e148c0922dd884e5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4c96857616913baad81a30be276c66a3b3022f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fe9bb69a8833a1f0d472fea961e1f39997aa744f0089dafd8fcc2b40d312bc
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db28c6fc84c808dd378ddecdc57f0b597efeba2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a149ee5d6ef60b04d8fc8daab1514a86cc36c288618ddf1b392402abf9a32bdc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129c5aebead8c32b2c2dbba97804efb7b5491be8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4d88c1d492c900a6590ef52a6e035f10f014d465e71da0c42276de7d55804
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df54f6ef2f3298c1eeec3af540ecbda3ac2108bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4080a6297bc565eb7c9aacecc981ee1d0f35af9ff02cc68e01cff7d9f766cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5f4d96b8998ea4464e9def822aaee2a4cc724
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a22efad55c4272453f26e7544777adbefb90822d650871de7d572ecccbe7cb6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1c08d500a49e39f08ff896cdc0296de9edcbd4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6820af209d62ac004ba4d490816c3c2e811532c5cb25d1dc47e8f7c6d4e757
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a8927fcc11ecdb98733e8746eb109f2ec48636
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dda1467e41fa28594969b19b240be1f89799b719bc96e58b6a55112f02d8a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c7064e17706e3280ba5b3d708621a4e941c132
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad50b73f34e5470bc42e5d105d9e123499f131832de3025d642c78fe289e6718
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bceb99746d01749fc74155112452172b8c779e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90de4165f88008ce476ed7e2d888a25f6e4d622ff48ed89058a4806cbef82ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79714c9992130f664557f5bedf2f253e6c0c6680
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e036d8533f605b2071d7d47ace64cd7a9a568bc45207443adf91455ad4f88fb5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a4fea9c585fc84de8af3b33062c8ae9666c8b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbdc9073f986688af9f406102d734731aab57ae49b9e174ded997dd368a1e11
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab42fd0a50817d0bf4641858b617a522a5a43b85
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09429232a7e1fe032667f4f52c43fb26786066172d8f7f2fa942719df6c928f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723f9a7902b16b02d062481ecde29ed58177b1e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2637e12851360f2a694b666c9b279193ca31536c9ae53f6a87b7cff8e930d82b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8389b6dc6ddb8a5724b2811140f6f3404b8a8ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee029d6dbb9d3365727d000890a6f1e91c73c63f0b12023fae4f14e94a31a53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e45d1ca1c2b0320be4f991002d82a7098674c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5fbd6439990115cc31ad8d784173829c1c2d4f59391d09f5ea04ffbf7a7fbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebc11d642fcb12865006f8a96bd98d690cd5cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a1ac4b3deb9b02f851ba505d5462c66785da3f86baf5e692f555044ebfffb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a415979c2b0e830592a74f395cdb235388c7c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803ecaed4f228dede0ba5dc1d3f944dc5d7cc285d1357af9f4e6ab3ce701ada
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fec487451649a38c694edd3937ec9d887bc13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca18b02ba6f467deac63c1a5fecd0935e8dfd6d2da1de8063cf0c160dcf31f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d012e4ca26e31fd90903514e4888f256c2faa5d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bdd041217418725ff587346a7a1e7b40422c73b046ddd738b0b48e3f430b62
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99ce15f4d1acc6e69cd4bf3aee970f1ca6af0a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453050d34fb45d8aab9a43f80942385b014b083bc6d64715dc8b7771df6d55f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517158e11e435058c1845ff4896b1d20e142ee9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de9ecdde3cb3bbcb341c0979ee2f25fc131bd512bc4bd7006b1a9db2b2ca1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f448c20565a8a22ce91e237316a7b9c38d3b7861
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff186c508cb30c09a2cc6442f1fcd12c86abd338ace8b815bc0c3e1510d9ffd8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f5a0261ee0f378e405d0f2e2a724695a4ae24f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22485e6b5dff4c805a2f0ee030ac31488255a86abde9cc7626af693ab87c065
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9408ab93b5bebaa295faaed43e96b590d11158
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c7e0aee2236fa1ba6b2cf53abc2aa2649910a365aa0f0c46913ae18620df6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8843297666838918923a98a9b6eee9c7d7df89
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ca342990f216796b52ee3479ada6e21a2a2e60bb3f4df88a9a654045233c60
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0c98dee3603948f8179b31b0233af499835ae6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3659189ccd62365e24169412da44e0cf8e3293baa779ac901aee1c64e2bbb9ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d09bfab7f86eff3c5bb3b72ad987f33dcc79ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f412424ee2d9de4042ae5bae0e830750a3b7d63f1a463a25f2200dbf39ebed6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65ebaf87a8328f3c2da914057401306ce319aa0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d4e59a8ecf1654149c94f7b99f6ed1948794d3db203e3c08147830c00774b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98349f2a6fc727ba4766cc32d532af97a7ba630e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4622acc31cb39a18d7d4a386758a29c102e2b1ac89aba8854c1ab361076e43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db8d69661e5f26b166ae78b3c86038504ed1712
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab86dfc9a45a84c03044ec764c943e423be92364ce164efccb2d2ca3402dac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbfaf3de9a6d85db37ea8c3a713b9112a927aa6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3213b1286fb42aaaff9d5411bb38ee4ea35e86978e479f4167b4243791094b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cc2d53880adaca41d1ae0b87cd197ed653a21e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce99b75a0177639b64c82d1213fdb699fa7fce261499b7f93216bd96d02e67
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5af21c72ebd27f7435dedb03805ba95e78d4a52
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597b01f5856aad127c8eebbd03d330e67bc98ae423360b90504b4f31ac05e83d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504894ffdc44cea48a81702c356e79ad27b220c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47077c3653eb9dc8f6090b1a9675dd8e30d79010ed0872f0411d99d82c1ad08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2679403882f160714899d45e066a163814508f07
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d782e1bd872535b225bb69c930006476933cf4e19c983a13b97800a043da1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bce0c2377fe98a4e1f04983bc0a0a5b6ffa86d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8db628e43e5097ac729f2e4c9fe8a065f19880f20cb83e4ce2550ecf738292
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3697730d5b472fedff25e1e005756e5fe74e0f70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b8210fd045590170ec678e48542e376e4e70ff9f4c6a09bf8294de4d56da8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ecc9b5cd0f1b02d9ed0f3a5f14857fe2140437
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ca5380c6f8932c0d18c4d1d27be3cef119dc19a8c8455b6690e1896026f853
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9a1cbfd834e665df4af9aa6454602ec74f93f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3961a89027b0c402ec45aa9d78ca3635d79f42508c781e7fb54cc34b746d64fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4670b1ae9b3ef5bc3db46f0a0ccb0692920448fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff2b40a30757a7e8f148e57b4cdac39e4adab4e6a604c38c966b307ba2c5d25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc53d7a7dcd4b5e76833278dda2eee91d37572f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36ed98da9375bf68d371a5a0e2fb706b52063d45bec9609355a6c818f7e9eb5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b530b9dd7f706d4a87a4deb3fc3e5d48c78277d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e8898576367826bbf8a19253d5d098d565a8cfae35cedb7cfad91ad0a73921
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162b763f16b9e1ad1834efb4437bf61e243b8cd3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39129ff354b91512b7cd512a9a73465078d06776dbc335dafe291df2025686d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953229ccf78342c7d0ff982e393184ac7c2b993d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4f1c4d7f57ae1c632a2316027a325261b348a1b0534324b428f6c63f45b44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2769ab5ab87ff03e1740dfdf96928cc622165174
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162726c1cdfdb62b534a6ba24137332d0354a06a8ec5e1a7377624e9bef69836
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26123d180e30e328e854fdde26278bc67db24e75
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c48505a411ac76ca3114d25b7fd26cd2d00367abac498dd19f17982faeac3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1a1dfbc59b6b60370d077c7f2b9fcd42d19f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce9442cf497c7dbb4d291274621b3b1e54548ba7e79c391a6e41c2fa24fe167
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6968bb8387f5b33911cf292a4627ad031a48a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0526dd5e9a688a5ae4d3aa23ccbd05f8d1e25b2cc6602686cbbddde8cf6f3b4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4df9669d554b6233f39d378747b7771d670706
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9b4708bf60e3a744e6981355687d74f36c85e0d9e0dba9fa8f06cf73035a1e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba0edf0d6eca09b3f93d967052ac725fe7bf55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552df52728ea6b2228eb06965a9a6121c0859a1a0c79f5cb41fde98235e4d624
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f895937a7471d958407d30e7d1d3fd60e35868b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f417c2e259e0d6076b66f905a78af44be363b2cf6f34fcd922dcb6d45a81b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d8c0f38b8ceb202349f7b4a365566a90975242
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479e9aa30607639e6cbb79f6494ec80e7f5466582fd689eae1714738cdf3ff4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f6e84412144efb6fb8f2501d41b3390397a132
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfdcd4d491712a1e6367c0e305370c723bc3a176bc53d87de53abdb7210cdc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128258aa5a63151980db06d2c05715108bf2afc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d7f2e8ff145e07da41cc60f6a4113399b338b70db12515655c34759d89d21c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69d72a7cae354b5a1631f898268031870b19f0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e495110b7a11179de7554d497650ac92d59a71b7b2d7ec43706747ebd8a23d25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aef3fd710afdaa83de944945516716a79d7ef64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e229bcf63ccdb979b2ba0a8e7f8474ceceba5af84f78025691558e10b9ab1643
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e23c954e67c924bb6c4e195117c10d0c85d10f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186d251779be6a875712d1251062e52d9d3072407890bcda47663c02fda11b96
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88d9703871a6f364ea0ab1865587492cdf22e23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca6c3a030e910bea70dd8c10b00fa4c11a8fcf8bf1f1abb781db0d35c1e30a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0b818f77beddb3cdfdbcbc8d27e464b08da9d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0959ac63049a18c53a5e45947b1ea2ffe2c89b0de0f8546a0c62c8c467428fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd0e9bf2a199f2c76b96bb125319d2d7f1b7f0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a529ce1229d592a8ee48f68a47d3e738d582d4b9590003ae14f295352aaea79b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb1bffafe89f10b81be0cf95101ea06f4ec16ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8107a0fddc90e098066b8ad48f42f02f0295b1af7a301c0472869d20c2e67f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe7d5a9a3f944cb33551bb86cea513ee004b185
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4088db8ceb84160a440dd25d0b6a553e059e567629801b5ee143d3ac6a72e44e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f86cc59be437930f4dc456f18c7a200bd85e0e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8501acd45e6786fc6fce081472a91d1aa63ce1eac545ef24bbc5e4aaf5370fee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8240b2a6337e1da4dca258e7ac2e07a661fd1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85aba4016e2806e7f576dd447302f6170fb0d3b18a0743525e08c639193a5b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57831298993e92566b0bb9a2180b0b9c567e1158
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb13ff3207eea568393e4fcebd9549bd2af5ab03c6a3d03f34d2d09b2a49d3e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4478dad71281a43bc5119253fc7cf914e9718e1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f983c4e24e90d3dd33f2102168bf1fc533494b6536ace6ab623f4c7cfd9d49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a364855143ec099c8a3e5b30b03206f241de432b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ce7ba051648857ca0e5f3cebcacd113b31c0de330fd5566e964d90b669b212
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9ae246533498709b946e4dd29ca175a1e92f47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e70ab77fdd8933f87b31502604b31d87e6a3019a93b21b4d28fa3a731d3dea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d6df8049de014e70ad63870c2f94cca67a49cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c51d18f3ac7cfa207d5433ba0256c5623bc33ce0ad9e80aa062eb83cd964946
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab28619ca7d72c7a621e61be99598b8d884e43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7e52ff588762210a504cd93003ecbda71872d86716ec1fbe8d220c3e43285
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919510f4177b4b1f03a2de88bcdc4de0dc6c52f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea5a9941afcd81001406ceb3ca7443dc61eaf1b9b914eb7d7eab0730ca53305
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8a5f1d86eba2379ff20528cd382ba68c245efd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3c40817f2bc22d6d65562aa17686f10ade247d03c11ecd7ec2c2ef960eabd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3fb622d44a62cc7721bd75ec74721a091921ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78287c498b03d6a491f62220e3fc18da9560a6397d2f620108c8fe398896ccac
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b279e69ac687f5c39af6ce89eaa523bae29596
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215c2378836d36cf278fb4c9daeab8c3688c5dae0a69efe77ccfe0a4b413044c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2f1bc2da053593943d71096c16950c71ba87c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c244c180dd35e3d8a1dc763644b1d1aa35ea7f6e002cb836b48f0914ecf17a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fad8184cd7e5d21f2e102e82465f5ed54fb67e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9ad860cab7780dcff34584ede5cdc3546b0246bd1661965ef9ed6f2e3e75b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21931a6953df8442440451be4ab1e792edfe6a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09ddb3a5c5d6da97fad595e5ba8b8591b0f505c3eadcf9710b43598c66856a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ac41fc16b54d58d5dcf42108d61bafa58c6454
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6017ee9106cebfafdbaffa1210d99c204ad224a78c4e913bc4f319b4ac08a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be6e267542f340d5b8298d35edf14d7388453bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e846ed2f9d2651214ac2eaa7f946b0c08d46c112797fbb5ab7ce248b373897a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b676cf8dd4488a0b4a1099bd484c9c3804f1816
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4285904880c122beae748e344c2acf3a9128accb930d14edea92b5b1a80c3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb43057ce6c412bce56443f2ccd3fc07cc9e831
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee032964bdec930f4b5e63ff285092ad89eb0aabba64b655e75dde0b0f107938
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5183765cd02b31dd753e60c2782cb9b6ee604a1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f117bcb91136c12512f024ec14ebf8e306336240c9764ad7772e7937489eee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b143f0fdb5f375c5e5950d712a77e8df720209b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d8f68657e8899aeee066ceefeb57c3f91cb1af301336e14bccbc86fd63b839
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa4ead443770866e6b78abac28bbcb684f63fad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de212ccd521b20486856d19b086a10394df95f2a2dd23b077b8bd5a8bf6d51
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e23d7b7b5fcaea9ad9d5ac32aa219cc67369f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f6ade3a4dd453d0dc136f404b28df164dfbd4505539b71ed46055ad3ac5faf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97dacd8e7089cdcad74e86b28dd00f6f47be645
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bed850270021166b32587b69bc1cecd98e7101814f3fc287fe58b320a737ff8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be4d4d2f0ae824cf030ca578e87172931713284
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866b39ec5a160422736de003cd7d831e7dc701b17abf5d8cd14e1518092f8412
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d945fb8082021cc2bf5559abd99b10ae9967c3a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ed2456daa7c767ab58ee8d0ce7b83edd08c36f2274c7055c9e51ff541985e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1bc3599d27e5b1c7cbcf0f5ad83ef4c471266d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9658d420e524dd0072630ee4f162a20af3cf8ed73ba95962c6685199a0caa48
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076a299615e7a6877c74847b5efd2ae7f613a8c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b516b2652eba8b9c28a6d9cf56a4a305e157a6521ba855780b35bd46e7b49b59
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b0a4496ffff19d07542a9a2dbb6637afdbb0e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0435f3f75d82d923a40b026906a10b07d88a893f329abcda0fdbd78df1f1d5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc5bd664dff8ac1dafd582d2d4a393d7753d030
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45572a3ce589b7d669e4d5fd0ecfb4091edeb82042e319aea0d9d1629ea9a1f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0ff8f9a80c6cecc255dd46e91eb349bae7047b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeddf4b822602babb61e9bd6f1cd488dfded7b0df52de8f74d1a7e2612fcea7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb3eff24fa2be76ac1d13dcbca8f3fc850f085a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afb09e6587d8bd071759348b08d40a084c5187e814ce7f2fddcb1953188863f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d64246541cb85571cab3786de5aae6dc5dce5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29aab0553333061a325b9282310575ffd1a69b71e373b6674c029c6a3a5b34f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaae919e099461ace82aee89e41513ff889c5b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57af6802c62d29a648140b0b2c08e50735a7bcdb7a1fec869125fd9b5fde3b1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d125067b47a2d2869647426597dc9a572212e13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f5eb72ab5281b7c761d50a7f136631a2ab1ba077295057b25040883f13e207
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8253beda15ffda85473f982c3f24631ed69c0df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc91a386ca1ce0a24e6ccf960e149db1daa76c83b39104a075e42c66d8b88b98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80c87a04e1b428217585444fd3891b4a891bf2f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d6cbda4392ebb5c7e5ac10f5c8e6335d14832c61602d192a78cce36b636af3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0b82cb8aa2c2d078778caaeb33833922d2908c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e79008896f61622a5e4c7b1f0f52a8fcfe8fc287efc3bda0c5b7ea1242abad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ec117ce4d870884191bc4f2852d801c1b68592
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82efabba15b761d0925fbdb985769a31614ffde504cb8206275686abe2c8610
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3e8708daa2bd5f6eae424f25663c9a65ef7511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb29ea68bbfd5ed497e1434bccbe538589c0adfe826dbd04a0db6d4d93dec8e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8997dd0391c4295c6e4e13c0b94c4b52551f2eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a892c3fe256cf664cc44d78b56234d41077b394edb514c21534000fa56802ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377908862c73f61bb190f3cd835028c565cd3d70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5686aec53767a304bfdba27d7ae7157da7e58f29e74f2ca9866b2b108fd340cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d94a396de903962486145da3bae8b0e61889a5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1ba71a9b49f1d9645b9b724d4d72b7bacfa486082c7453964c62048134b4bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c818bf534b567903d7cb5a8efaea391963dc00aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d54a8469b68026516d172d5f1188edf80db5e189b4c0ffffbc5cc2e923bd21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee231a695258baeebd057aafba69e1cf54c3808
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd92c095d04d51028ba12cdc8a7c67a74fc18763332de5292e86568d2c7f59cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6826abcbc30f80c2346fd1130155b391819f666c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab78c148fe5d9cb7858b2972a1af24991b981dda6268b2372a848b2465d23d4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fb549865ff3552f555801ca1abb4ca7af07486
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b42aa4c37638442be8ec0324e8444b91ce563230eff6ac4ff476a60f32fe6d9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05daa9f3b80054a5ef2131e41ec735fb522b835
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecfdb4b91fb1bc4889454a79cc91d3659b97bbf2faa35c10008540390aa094e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869e661ec802ff24c0dbe3edc994edee34cb72bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdd586c7c467ad1dddcfa83c80233475cbe49bccaae8e31aefbd960b3c89fce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3b5c8663339366c196dd7a10d73efa52d0477
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47397b19d73d010773b3c23349dd63203c267b08c0ed109f90ef925604768e3f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8932c1713088b7ee60fd4352f5187ef795e9c5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81294afe8871e4e32eeecb6bd0610237f295fa7fe42008da455c4920dc565c1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f0b141b2a80b491fb6a280a8ebdb9783fd0c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f1b64c62c917d86e6ac94e271db9862504e4a24a90423c0b0b4b42f4376cf4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cb67975eff198ae1fa54d8dc3e0729e7612fc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d2b96e95b2a17473c6b739bda52425d08cb6b762ddb02a43c77c6abab31cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393f541779a58c6dd8c85690cf30608de5855462
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ae43bc75283456986ee77bf29af6463da99cda495c9bd1fef3e2df20310b98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e57991e16539edde22805bdc084643cb9ba96db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8801f4ddf702c487d3ac8d8c949819724a9b154b56229ad57f6f33340e67e54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd0058852e9460a40bfe856c1af572c7c940a3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5978146ad66e551b1d8d4d229d61d717b009e7139e0c444437e0575ceb3c0ef5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c279139c4b5b24e23a5830d6aee6c2efe9d94ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515cde0e2bc93e3ce150b60091376fd8e5d2771bf81619f741d0a4be6fe19557
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae0458a87d0ce4941d4e3ee87683e1fb904a302
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a47e009b644107abfb58f7629ddafb77015288bb9643c26ea5fe42d33057d07
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d2752517fd6bbecd518958e2405993f74a87ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a318a28304fafd5c003faa8ccc730851c6f2f0f220a5c0174f463f4629cf74
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ffdc8bcdee7e74ed125e53a594f768ddb839e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8acf941458f2d467c504facfb495d0bff499b2660670d5a0f7f3bd891a9079
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7495e08269cf74830beb6ea63b6cd3044d7619
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42bea9a9ba73cbce47ed76b6f633082cfbaeb52f23605ec6204de4babcf376
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be898a8bfdafdf8eb9f1a2201a6f49bef6c78e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2754bb007c5e0fd43f910bed8db10ff1886e3d745a8a0ce965a7f2e71d2c53c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e009200ea8162fe7409c03271fcf44008d9fa884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea1f9f2d38bb68d23dcb9c6c0dfcea584dab3e8c85268e7db7c3b60d345d73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfb98d0857c49ba4556fcfb933c654dd585f94f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea3b359c49008d7276024a0c1bebbf1c023d5832c608c9ccdda0a6e5287bc8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9363f3e22a7f48bf2ff369add8186c9638848207
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c89a968389ef2867f50371ef1454140fd67aab5f27d900a696c2fcda343d53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de3356b90a5529dfb3c2d6211132bb927182364
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f8ef8a30b3b725190dbbc4e4d957e07b126d48c5da97be84c2c058ffa300f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735e23a97bd053aba47b279de9f7e5d20a39708
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f3967aa4f56473a2f516d81ec1039b479204e95e520268287259301cce979e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7772ab5c87512b68dc0e3b241b7a9a3ac971ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7171e408cbe52e24b39c39d288a0139ac0f2e2b384c9455976c9800045703e6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727e1cfc8cf2a36dad5a0bc6dc2b5fe904502130
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd9646eabfd30820d7925e5207bb1b3280bd3b16cd5375886113cd11a633bb2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f45b4c17e018a8e9b6dfce97db7ac04e8611ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38012fb616e25dcecb4bde28abb13f08792ff7b060bb8363819ede5bd0fd920
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754548d7d106b4f6f2b769a1a0c29ce3e85e7155
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b12d52881168c9c669d7b86ce39eab5e564e9630a0590532cf62778990e76fa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2025e4a0a8b7cd29bfd89d794322d160ad612b72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3283dcc7f3f599efb7bb1709795f93bebd91482a2e406e3a8d37cfc91ee66cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c397904eb89bec64a826943962ec51984bcbf2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fddda5d17720346df0f96a5c8011c30e71421ad74db76188f48c11ae94e45e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b189e88c1638caa46c7df53f477262d23d4fe16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88a4a61a9db0b4d3082a71a4b11985791165e5b80b7616f6b6aa2736f4d2963
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a9ed7db99f52f96c09cd130f737a5353dcce4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b354fd56ba6c036c583e3bd2a7843d68401cd8e1c52635023fe150f917fe5141
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54af01efce23fda2e90c8a838007f1fcd30e75c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a0cba2d17cb84d5499ce8b7676489ad2083fde011d9997c2602dff552b1d09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cc06e9c28c36ad624aaa7e1fd2999c52f75731
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d21d87ab951080b829c125af6db514f754ed946aa04b50c721187f09eddda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d72bcd45e1659e56c1c36db18c9dc7477f31c99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e532afbd88fed605c275b9f795d99a86a7380c239c5ab226c3eb84635afe464f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07273c4316f07268ba8b8fb1fe6b43bc35fa1f76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d131f0b1be1a50dd6f21913603d6baf540996c5c25d6d8075fca235f7108e06c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e17639588dae55ac9205e962a9157efdc1168e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02894c6417093a5165c6dccdc0c1b3d88a384441b17e4a343c9f2646f6b3c3be
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eb3320454f24e7c6eb87300ed53afab7fea3ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4ec37f406adda1e43b7e01a25b05f3bf1ab920936e99faca598d1c1617824
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7c110c983f4e8b02ee471189e77f39c7e1820
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8873aee0b36a228440cc3632fae0f7b0d45b3fe6d5bc44009cacf527e0a082a7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8df1ba7eadc9cd6d9da2670e3113fda0c02f28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa02399efaa25ccf6627314e12fedb70638f701ddaad27eff8ce7691d705a0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c92316ca735de9893389b0c0bc0755726b8bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3831c6e267a1f9afd47e1f2bd884d5e92c665116c91687e96c4234036ba05688
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1407fb7d5ca0ad21a34e11af1c95838c6b53e51d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c257c67636759797f7e7baaf1d2b92b6264b621bf3099497aa47e32061041b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d457548cc8a87469a2303689243153c6c4b8b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4028a42e83a9a91f74772b24911ad0b639d556e299c7eac0471a1469261570b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fba6cdf2075628c49ca8098c99fa6639a0074fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653a23d9808bbed7a1ebeb87f82c41a9f2472e25e7b0f9a72676340eb063b469
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86440e3b1c382e9e7bc8d4c5e991088fb49b0df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfaad9dab5c3e9aed2b187cb4bf2122a8c9c8c8ea94c6f1272dcc48c1a132c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294fccb453b8c1da0a7860d2571d75e4f2983a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df8f8a206f0bacfb77a714f7634bb371b18d9a2252a42ac5e4ccb11f4f01b00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdca3b3cedeb9c0c8913c29d48617e3bc59bfe66
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc276eec30c24ba0667aa613fea7e74b0734757985542bd11b64df08d7a7867
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cb37a59a5a3e2437b7e78a0afe656ca68b3f19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713b4a4f9261c690551c13446521e85079e2bd5918abac616cd1851e440d14cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199177d18fa43c9e68ef529c7808306f3d40bf1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de9d6c84b21b82e16c56723c00f472f6aa441fe4cf800973313deb8decb8bd2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1a0620acec590e87ef390cb7252b387c2ca787
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c693c4b237fcf509c3f59d81b288387d4a4adce42e0f2436dd0ff79a5ecebb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6afdec825ee836f1f791985f6f9b8653086c2c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c904de042b4e9bf0d42ab0eb35c6c694269a900ead1fa737f9690b3ab0f422
+size 205955
diff --git a/params/phi/5/rnd_search/comb_11/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeed7f4df62d1c9f4c753b7a3751d7c6fe39f73e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eb9a792ef5f0cdf3dfa2456840476e575a929dbcfb122d2f629187059d70c3
+size 205955
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3800c9945926190381ce089edad4f967474cdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570e0d23f880b6a51c35a73657457919758c9f840ccdb87672ef58f3d5387bb2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78ccd463352dfd39468ddd287852b0362d8669a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936b1167b3bdd75f335601a0367fcec5b553268dd4a90767c903a94dca68b4a4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3590aeea521ef5bb493415362ed982cf50bf2e83
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1fe0fca9acf5d2fabdcde843d79a0ba4846b5f0f853c3fd28e9a9e7a9025b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978266fc0fe557b10c0b23a43117e1d4d35dc30b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39aab53b388bc5d2664d75d66358b69de8fe3fb3bb39cdc38f93ce2b553a658a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e088bb4baf0f9502a1af487951efa0785a471c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a633f91728a7f0ba92eadf4c49f7d439832b20cb77c50392a6b7a4d1ee204
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d26dd524c212b77270e5896123fd07b0d90746a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfa4abf55ff7615ca9524f9783e112e4c8d79fd930658c85f217d104315f24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9d138004fcf104ce8711730049db8a6c70d62b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399d076f09b716ec72c80523d79c0d5c3c2e706d63e2c148756f168dd675d00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57059124a1e9ea5255d67cb668a6a83e651cc4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208b0d0c2f076529390cf36da2554680ec15f2693dfb46d9ae61b66086a6e47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f66fa11eb8d5a7bab00427467c2069f352bbd80
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36fc0b15e473282ebf012865f9d6b2a9010839953b53b44715e8005814b996
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d4e85f932d653275d20ba0de77cca3522e11ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29940246ee918dc81906a69b731f22f840496b4061a365be8b51f393e2e7c84c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c80c15379972923203bdd898fd0f454bb45f0ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0526d96316ef4f39d82babb29f666ca09c612e99cfa7562ec46e5d6cd70b19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3771b79114814b5720fdc57a0e3a5f7d45415d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7d3b8aeaa25a4c19370bba52f79abf19c251d6748d7a61fb3105d3f5d4ee75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8cce4ac2d5957e3aa1db73666be22f915f1507
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b180ca55f11c4e9b2be32ead2d89340166531b7fe8897c6aa2b96ad80abf1f1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6550ce2ed850c650086af7ed82ff2bcd584d33d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8eca1d63a756d035ce599a3949e0b8314b8e1dd3007d59d130c53c6f3f9ed64
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9835c64004c280fef496c453d983fb0077485d98
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00deb128b981a60a722210d5d764ade946243eb52a2bf29f22b86cad689febae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240759a81aec7acc4ed7e4f24c1ebad6e08fcfae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64a0c022ae4e08f2a82b7322044a83e6cb7ff57f3204cd2cdaecb0236442971
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b677ed359ecd601092b832c04c932455ab23c060
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0ab1aae58b353d7fe710234d34cfae572bb6edf6167d9dab86cc88b7296962
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273a796fff7b5291e26c8e8d06560e9b2d53bb60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839b774dbc32f468c0b05078f7a88af3d7159182bf2d9d1ea6f55b6e894d9fd6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d5ad762da776b909fc9ae7b21c0307599eeac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd6e45f9c5d8031e59a186d9cd5fc814759e1f5b242cde63f19d17833aba56c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba32a44bc9f54e2562f9b9306b4f76e630dd10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c0acd21b348684de8e0836c949a7e42426b6984ce98eeeb05f3c9334dc8e32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25574408c43b7d8b6ca999765f741bea859f1eb0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2009089b1ef1fa176e479d26e7d92fe2cb57e7cdb74559db583e83cf5b0c2ac9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c01770602a93d1af715a740f675d8f3cec7dc5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565b58f28c7676ee7bd6f2f98fcc7d70dcc3454c7032a09ae9976c076e7031d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71ddbc87dccc359f25729e1a31ff1644b4491b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4541918751054d1a03820f29aaf07ef4fb70c0c5720dfb49bb798037794e9012
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a2d69ddfd2ac916bab727009a509de69f43c62
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98cf25c4be7fe101aebd6a440ffb6fc2e0b72d771fadd12f7e11c718e838f7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f1aede3a620ece7058f39a72af31225fe54c64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05de8961fa356934043604d7160e4269b15b5afee0d19ac0acc43cb33ee7a496
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e9d3be5f14f2b19ec0c2a76fc435a8cb1db617
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e399e3c8391475234a79c3bfceb41c6cd9ae9c273379da98feb4b4019217b38
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed654c9f37dcad39f93d417908096d626ac1c1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121d8e576721d079c907b30918763dd98f9ee846598b0c03c3d18a77987f91a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d75c77763bde753cfd42135706402088b36c557
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38764eea0f63657595bb2801fa0290df5f549d5da42bd9848225b98c31aba7ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5977dda17e8c790335d3b7898f5f6d1d2e3230
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cdae8aefad0cc0eabedd5ee32ebb72ed0d899df6b155c7399941a6bca235a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6df43d158bb72d0aef8c2755155fa96b65b88d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb832ce1dbcae45c1e812ff170041dbd6b8f2daa792fa7067c90a2fa58ce3f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a569b4d4febbc462446102e405eb7644aaa1fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00ee7e3b483fff0517e798a0f7d2144b2fd7ae19b28f3ed59b2e766ee0a0d3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fba8e72b7152d6704ea394764fb7a8f35b65a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e31509034c53dc67bdc05d37e33af00a157e441acf58cdf5151e704dbae13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e499d34247d92a1b85729b7cd7adf7fb0d404
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284103a41aa1759dd1a868178bbe3f6a886266ce772719d27c1b19bbc716f3b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4574da94c07bf00748af831782203773e0a0846d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a656b1d27b060d5580dfa77518e04704548cb80ff282b3cf3a27b57b2a043d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793592615f8e4d87e499dfcf9c6175d5f7b219d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bc4cc638118c276dc139df0b72708fc79faab912910ef242e64f85644ade1c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ce5b65b6d741957eda1fd960bc8c58cf94205
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c18b603622121da1e47c28a94c5e3ae4fdf08fbd3ad3ebfd4299cf7cd875fe4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59acf2c1b6a7525d004bce46a9664d20b6c694
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5d34a84c5efc2d4e58a20fee67a78637ef226f271fc4195e86a7134d186793
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86315178678ef1b5e6bbc86db6ed88144f5abedd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8b60e6c0aba54abb99daced547c2a1d2ec74bca7f9395bd91e55fbd7dceb9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0000475185d492eb13df9e42d7fbbdff9781d846
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7f4a6790bbac0e1d5ff291d789f79c30e210739dd9ec3dcfe1d2e80d0b064e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e48a6b98a108e6702207ab51bbbe7ca873c3a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e643ab49ed6839c6637e83b80daa82cec39e542f84011f70aba98683831cae9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3779891ac926da88812485581325428fca497e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98bee9de7a93d4f649db9045c97429ef75bec658faf3006b60f841540a3781c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368b3f69517b2caca40e06c633a02bd6d401f607
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618a6ec81b1d0f322d80591d1919b5169a75572f312ca0a70d0afff7ad59c06d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95937fe1fa13767076793293228338986b7a6cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a2c19abafe4ae99bd319544a575d24dbe31b62116561df729d49a79298f891
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4f8e9facfc4a2e01166ba1d24a6ef5339d90d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af615ab48f482c9787801643893fbe26cb3aa84a25d5c5b429cfbed7e7460f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef54f20c8ba18ef1a95bbff2f680699e36be2333
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f323e610f1fe844017c8452acf03dd3d1b5c683e25894842f8dd40f9d213c68
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253acfcabb56602b3a0c8cf33e9bce8b64260269
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449296e3365a02832ff65290f8aba9a8640dd9ff9df0aa2e1e737c2bfe0d2d99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d4d4c1056c4b110feb9994e8c08dc5ed11e03a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6efaf07194fc4727f0c3d341199094fddf19f29490897e78d683acfc8041d06
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7067fd10739309e725eaeb002e45e936b38542
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2230bd2edd2ca911e07ff55a9defefa93935f99c38ca95349f7bfc9caf2c9fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293642061e92bd18e3e82f3a6888fa01e13c8c44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf91bd5de6fe01aea72caa0f70408a6e2df117db7034547a8a86e5b2c32fd2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f47660c42e49a3165a623d3302c75cfbdc382e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e78c4482fa9519715dddc79599fd38264cadbf4c7a9d5d5b3e0bc830f9e2bb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79518c4ee1090f28f7baee7a280c0c0115be119a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8395403b4d720b79a628777cc6afb0ca9602df0b87c14f8b804b49d5a5fe23
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e439b5c92c61280772cd52c994edf1272ab7ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ecafbf531610e2c60fb90f125a3f60f1398a6033140d270b3e2b1038460466
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676e1dabcddfd87df7efe35974a6747641b06661
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b45969ad45c581da0ee17148ec2e04fcac08a848a59d2fd639d0892e357ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467a1f4e22396cf61aa9cdc5733eeeb2fc8b2387
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3345771a6b1dd6eff2b66ba58a99292f6fb31cab31c73bc80cf6f88b6ada89a1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3e1d96ac700e2e89bb50602508be15e85ba4e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8df32408713b498dc84bd719b44bf1439f05c8d29dad590d4dd5d51b233430
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b20ded584720948d767c3cf74b8d092069d3b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84908074a9817c94cf24ac909b0ade3aaf6ca60111dc9907c1fa893a1cd50076
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad546ce06aad2111d352618be883097f652901cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade9d79f382b2beff157755e4eb091601120e19a0bad7279767ec8660a30174b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8fe8d2f22f785ac3e2451298092df5a4966b4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ae7854cbe5c14c103168bf9f6a3f0acc5d579d476884731011baa6508004ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e311f902d373fc777d0fba3f52a9df81096c665f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d1b5e342977c572529ad7fd2b74aa1d771bdeb57103ca4d36d341d74f1300c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db0f5725b81a3822011f9cd579536bff0fe38ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff7417df75105b0f47595b638b147399fd0876411589c72b72f2f0e796489d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394dc7fdb7c6ae33302cf9fb2893eb4a8acd5aec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7bf9850087e9cfc98fc3334222fe2bcc4b298c98f05f3b9dfa6d267e6bbf7f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3d3a217551a94f924f3a0bb69be710b3609af5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a076349389be3063b6d00fac4845698ac48fbc10f5658b2cfe2ddd084d7f9a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b46d6359760b1270464d7bb96c6263f78769b04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc31b06ae5a5757da69df226aa181df7ad58ead0d7bf59111949c5dcdf639ffa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8decf0738c1a7af793d0420fc5304e2a073385b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c527c5aac4aae6965aa1de40fa84f6db684a58a630db28b208dec292c00f9246
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e18acd1668684f61125869ec8cbcecc849fa82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55f5ace558e9d06c58c1b8b909af296b9a24c37cf3d82aa6feec33c8a0ef2ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314310c64f9b183c06662104ced99bbc29932d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d295b278f0c699e884e69af00da61f1e73eadfd84f7119a8bb806c979ac68e8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9feb2b0e79478c5029b79c20e5441a6af53a86ab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483ac3289cdeb7eff97118fa5de413cb31d8d845ce33d8bb85d869ac9aa82b08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38df8ce8f41850276cae1312a1e4e3c1d7ee3b70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76cea5ac7e1e8bc6f27f68982be7a6853a0b9aad5b018b428e80f7e5dbcde8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7f974e0f83eb1da8f4836daf5c4e3d19bcdd66
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866b767795e5c94f4bb5bff2cdad3b49e5c88b427f07c3d8c85e00bd7e6220f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf8ddd9d02997d14b4227c67be1c4101c2550f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec05bec2c9823ad9c471c95501731c279b2708d74d75037bcecb3b1a0375e53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5cfba22e2c11f3fbfc6d56dc20bcf8f72f09bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2389a0a2d405393d1d6b4e3bba648a9fe1d892f2c1118c4280a04ee850a591
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09891549f0c744d62cabf9abe00846beb66c083
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fcafed0986a9343acd771dfbc12701ec9317d0f591d1c597121680ff018a19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3afdb0479ea540210ba56f7d2af2b9c81c79c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb576508b1e97fc39810104c571dbf673ac46cc03b94b74ce425957fcbe6d883
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186706e99f27c66008cb79ceaa39453ce89cd6fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5250ca06327ed4692fd465d100bd95c3da0c6b8085fd89083e303c266f7e3c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fdf9507bf5cff067c545a7b65898ce38f06f02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef9161e48f42d81adeded0184fbd60d81a52134c05e2643f0db7fdf2c3e80e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631cb18770a261c39dd622ac4d369ea81b57937
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f3fbb7be2501d3acf2c0415d413e592222f789fabb88816d0c433215db33e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc101041d237d2b4779918bb2fe094c219934d6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cccec027fabcf0ddbf081d73e64dbdb34e1052e7237d5676ed498d9813c925
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfd919c9d89f57da481983273d86bdc7f133d88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2bcfbc975ad3f80edd54076ae7266faba8a5c0ebfef33f179ac1cf57bad6fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d46b41b8fcfde07ee2b65a136de432381cec76b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d24250e0d85da09b9a82141d3fc3299eafb3602390e499ef14f7201af64633
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcd4702f0a87bcb98fee8845b0dda52c015918a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766e13f404013ea2937f7e12a0f1410efeb0000e0cdb1cefecbf3104f4effb3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5858cac4a5ecdadb0c06dc8e2a70175c63a74399
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b374747288c0fad7cb1f78822db57ee0218cca1e8dd983c0641eb8481ddca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69966a5fa194f3deb95621717901af618471ea1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c40eab1903f3342343218dbfa5c01553e607de49a90eac72cb6f308613d6b73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0644f2e34444dd43ab9f63d3f574b73747bc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac94516f0d594683f0c1d1ac69893ca1f92c0f013258f7d70ce2e68a88b494b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44245570eda8fae09a2896facdbe13bebdf7b27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3580ea4b36b4ae4c965c162905ebce4c79ba82093b50cb92b611dab580eebe4b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbac728db7d96c648408b49c113de7b5d5b958
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e33bcfba6015d6d4b9511bff9f0ba6cfd0ef826f28c6571a03a340ce4ffc604
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c505219245f69e0d188c606113e28544a360df92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd3d289d066333733cdc5013ded5ec2a9daaa23bb1bedd950df5c05dff52ed
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541bb0d9adbc2e2b92f5b96cd9bd695b64feb102
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9683845b2255c23a15b252b7f5c16b1fdf9a09d0861e49b27cdfb28708137cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e19db84d6b09e2562df434a931ae45a5471b3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e52d817084890fa204c59103f16b28b81586c277044e527e43e060f1432af7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e3fce687d242974b23c11374c2f8f1b78b37e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f26b6ab7ed8496a96befaef86ee8ccdace172a21c70a445928e68fc36507fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727636ed360d2b6593fd7f45eefd790027d64b32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd935779b1dfd8193c9521e8b96a40d8aeaa696940bdc52af32b96ab3c66ae8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71022608921ae0aadd17f2064f9375e3cb267e1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38caa2d815472dec72c829ef86499b32295b6d7a4be0f4764081ad106616f79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b071b96d9692187a4fb201da3a3da0c43d4d6062
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2726ad9ce7ae75010bad078f70a4a115316553d06e14dad8cbfa9bf1f6896b4d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d910b781af237b504f06fc6435edc2a30bff42b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab447926de18e9be52a714a7b886be712ab16052297bbbd3c9b8be57452aaae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a4e232316a91ba62379c554226066f21a29411
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed1a1847dc059e3262db93834bfa9123660be071426fc864ab1044382832e08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ebb3eed87529373ed8dc0e8cecc0770a08a515
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b99f9d82b3ea47316d2a0ebbd3d5588aca2927ff69d67cfbc397765c864eb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e135c84c18ff17c4c0e97f927b4bf673fe502b02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c53ca5e4d474abfd26c2c8adf9e97d6e1adf600480776f76b04cef2a708ae3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c41e58beb34fb3636563ccba4d553a2f4410efd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c4f3ae4f9fa7df955b9cae8d19018539efdd979916fae944514bfd8e39870
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8519ab7371542dff28f3a4cbf9b21736e708c2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f436db84b7c1003fd9f99908bd6af61bdfbc32cee433c4c5826b5444f10e47ac
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d2e89cc0710c03a549a625b0abd2de34470ec2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e85e340331f543dc30bc6f5ed102dd4f98bd93c3af95317a9dc7176682faa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcbae31bd24f4b3c72e7fb73fb59beb0c43ca2d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502cc2cdc0aa5aa7760b2b2eabde56c1ad6c835690db6c72e54882a9fb9711d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f873e082c08a1ba40dfa5aa5a99a865b6ef8ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b91afdc5463a6148475b9a89611bab3dfb070d83d1c3990a628f0198a31e26
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9544b4aadab13215a31e645746feb1b8a58d67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec07f3e31a435e1020c65e06f5b62ef3c71374059d241e6c49e4b4e6680526b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8662c4abe1f06364adb00d9aa44c7f2c6a1138af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be724211d19550116784f8d3f1c8b7b76dd846c65cc79273b730e42dfa7c44c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa799b5c3adddc47d91faf968c72336f2424eacd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77db9aedca19bf2a9f267340925d1bbe54d78341f4b74c6ea9158310e9cb4e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b700a45c3c10f2852d65b2051d1ebedaa8a07d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123a0399c66f4963a89f9ddfeb9d3ad34b124d4f22f00f5cf6cd20006b24e44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee87f7462f1887caffb144f9c9d4e918965e9886
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799d1d23bfb7c19e77a4763255b12a5a6bb806040dbb9e58292a1031ac285692
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407e647181051ca2ce1600c71acdadd4b821bf4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd125b2867b3cab9ea3eec12294f792a7d343591f9815f21e7fe29521a2c4926
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72525a5debb4d7683f00e0f7d0b4c83420c07219
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713da2625d35f8253f460c139c0d6a85a2f865101790fc7ccadca89f289c392
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba1fea57f65ce8590b0a2cff1550a4aee226105
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84af8efc88e9edfd1ab9ad6e5facca20147d60237d77f4559a4f88bd8b1aab17
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb49cc9036e0fd841ded3ee3ba7031a381ab865
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08717a2ac18b7a24583caed01c64f89d1638b59a750fb9c59f7288a94a62a971
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d29ce85b170b39246f94fd7658d64b3759f6ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a989f8348c90c7e08c6f37be1d44cc3c9596f24227edffd6bb31c2cccbbf2c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02da1fd819eb3afd2b5b1f5cf0d9baf2b39b1f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61e1ea5ac3ad105cd6fb177eaf8de91a11241829cb72a20bd8053245e3309e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee606e0432d5ea3ecd5f8aba47c311947056910
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dd91e6611ba135b3391fff529cd06b0eefeb1e7eec8d695e913eebc18ec53a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d5935eae07d9c63900d8dc2ef40106f3089a36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f560c83bb55de01fda6fc41c832811bb08fcfc06614c984aba65d33fd3f8c878
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e93394d96a31c6c9929354267e16bcd09aed6a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dbe71da12a65da1729805ad4960207e4ec2b81c235921c4e7b3edf04d0cbaf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f0f6eff7fefa90ca2300af2ce511606a92a76f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63f10c6b21d00990bb889f638c6a1858a587208deea5b4e84fe42d2f5c75d0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b8ab9140c9e545d67f8c112a61802377d98568
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b9fd3dd724365a7183e546cd569aa493c056f72c9b58917f7bf7cdf03e6977
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260d566af57e8e066641d18007aa205fe398be2f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0a2f689845fdd5338ea98825e20d95404672268b1e42cee94f12fe5bdb6a6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24209c6338bbf7134fefe7fb6ca81d96a03c491
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ec4252923024bbc070916045c9e1ec02bca8a56323113c57f6dbbc98016e42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712bc1899ba0b65b2bfa600a65b83b06bce9f98f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fce4093872c1c2e7671d3e23920095c7c37360aba78adce756767c082b25ed6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8a61bec0e64d645cae4533ffdd696f86866c7c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635f214f51842205716a50057fe0740c583a80ae507c9bb8dabf363e4511050b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51dfd5695f9f4975133353f09385a64a302b97d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663cab64d9572cad6d198a16546ebbb2600a32549e1f2493b13f98b2435c4397
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec1124f145500e124e22737152372a31bf3f4c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fa1e31b47c938933b0a2b625e1646590154a016580b519067a33cc45189b63
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61977d2caaa85708585e8fd2d52ef56254b765d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64522223ac2292547e6b4729fdf1a968764fe6ee891548b26ff42fc67c5b47c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f3cd7dadc7ae8f4a3a42ecb871f85acf18c9b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e766ce4d49a415ddd527e071953129ccbfe83d567045eac55d5a121ecf14c42b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e77f0df0e0cabe09b99024c689b5451ab083db9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d696f5e5a7c84d1e182a3b8b289c7b43d718979aa6589e3c5b9e3d4f4100286
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61264f930e29094221d5711251bf2a56a7412921
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7a072382f6c512e16ea1cb8aa1f953670bc9e956a9c5b8b3302e8bf2e3f58a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e256dd9192af26a4e673aace6e31894fb80a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd6162746b8147d471a3ab2f9652908086344c5123796ed10443ca349183c28
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79da7d6bfeb4154f793f2b85f2329f8880d56b6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bf836cdc6c3450582f50c200559bd5eedea5ab999ec575b843a80b37c2ec16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c96b1993f473920fbb6fb6998b460845880b16f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e828dbf309c6123e8080ff90d1a70ae11cd1582e9ea88acf0cda721b0d92f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa81e7e179b3d35efb84a8763f1073e54260c10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45f5653f12370b7deb0007855633172b52fc6fcabd7c169383cfc2c5b497e5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d2f566e5d3124b465649814fe56cc204627d16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63f56cafe719eb51993c3ef9ea2fbba78f7e6834407de6d815d765adc2f6d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff61c5b989fb8bed07159d052f550945e529208f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233fca1e679b7413d1d0a0335149aa6d9b85cc54d07ecd2d1a007df520c758a0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccacaf6b6d4f02e95593a9960c2982a78ee6078
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30662add1e56585d9684bf71d742fca217d3e50a67bf33da0103f06f41d9bb22
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5490be8d0da87b093ea4053dd87b305189a983
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3827a61c24e27965dfae5d3989053f8d1eee04a8d1b8fcbcbcd8178f49dc0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a792f43ed5423366c477fc2e55a10c26d39daaf1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc948f566cf7ef790d5adaa71857f5fd9224775759602ccb90d125943b5d1d7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668c722979f56b6f14429e9720367d92dcec6cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4626b6617c14b844a88de92459c0962b53fcbb627f7abf4b8e5b0aba0d45c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a657a5d9b4ff282d625c4c8fb5e67a7141ec4b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb254415e95ac2e3d16f05755b90074cb5ec945bbfd6042ff784079e5676947
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7e9dc8f348d1f61afad7ac9b54b5abbfb000de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3293909c683043df9e9d9d800058fa81ec1c4a05a0c8815db1be81765f1eec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f398dab94a3c2cad48bbcb5b6bcdb286c2bfb872
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f7fae14940a82eb257bc581ac6cddd0dfc66a59305d5f3227fd4d91033c6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38181687af53d8463527acd01904dc75c67b52da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33288964ba6e0f20101a0189af5271f006c81bc29d6ec2e9f28495a848ea5a33
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e87dc8e38aae920dcf1f2e22a3298127fea67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5db6c37a534f9f3fe57a7aff0fd0721c36e62c80cef7ca982ca0ea99ea488f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d29d90bd40f1915912d79999f3bbf6edc26af9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ab4ca7966e588351d8dae60792ca82c67121e60b473033b1c4a436e44c9e17
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339e009019757aa94538fba7970a17bbc4af2d6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1a5a18f636caeab88bf4ede94ee22a3c196944858763130857134ff47ae8c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5fba2761df3c63f3708efa996d4b3b9dd3df3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5ac201db5c3cf1e931b2f2f17784a0c670c39bb1d96be5e32906041dd6be85
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02da4c2f0e21394517833682cb0a455664ac9fe0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5390bf76d391051912babcdaad37c5ca9d87331cf2addafdea9213f9263d20
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4eb38a8415ee32f8e4ac59c4662eb6efc3d4d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12577a057fded5012ae742e916601d164aabe2b4fe67c274ad116dcd08b49a8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69686b6e80713f7d3fd5b3ac3d898ecdf797bab8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192683f5449b735ed4ad15966f29fa0e0df7d1472e6e80bf47c9c469b0ac8deb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9943e662e1370281e6bdf2759fc625b930ba3b65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8bc8c34b75c4b479cf146da01f6343611d64bd0cb57119bdafe6475ce42260
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5690f8b6a322e6e37543964d25bbe56ecab8d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd8c2336d43e6a460578867d8db9bb0f85bddbc2b81e5b63ff6e46a49efe8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa5f7f414445fc573c3099fbd2c02317079d009
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129977e78d6d9e5fd0fd39bf9334a4aba66d96af8765eb2e00eeeeef897105e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd023fa5f176d02e61a9e9564d1b770040e968c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4333e5a4d9c8f76f25ddd3cb4abeaba0642e8e17eff7ce62d77a30372944f7c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253a8e2a34d802c408dae377fe6d83820c9e99a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98902d9cc87e60e3bf9198decb961da397676e0dec8e620d933cc1610bfc21f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2508eec00b51f325775a88e39f0503ea13c610bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b20e97e4b5a84c881d86d9ecba5e7dfd8ac8d9442df3f119655817b6fdfe76
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857302fa218082dea23e4e02a510c0349689b8d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a37aa612a68adfdf32b22d7d156b292e5eda1b97207db813f53bb01c800e68
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c673de84a79fc71d8182fc18a8456dc8e7600b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b2121fa9e30a9b0f3bbb44a27b1e003191318313571785a082e370782999db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625326fe9c20f77a08a7b8cd90d5176d6dbefe0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ecc931c2450238d76186cb88f0125bd2184242077f9b18088f484fb42e6609
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bec7b367f2cc88d31e56bc1e697be844b3d5c95
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10900bb20ea8b431178f18be6cfc50d21240e931ca34b5a53521c48f60d7e800
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b6cd67160e1cbfe7901c79cdd792f6bcd0f754
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a9c29dde35e5457d948129835e97e7fff0d98a1f64c6013557990f49ab2f74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0475b36a2c76ba97c1ba1f6345c95b8cda08b269
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4053af1a6936cc33b9f8fc729bcf0eaa0d427be66e4dffbb832a8b51ceac86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f578af8d5099c9ba35e43db11699fd5f85539e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea75fa189835a87b0be2b164c063b5c68ce96197c9347201b76f1f4185836fe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca10791e2175a637e0fb00bbcaa11209934638b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d905a6d4c1cb5b19360cd5736c6f2bb495040059942c5c752001448ad555b1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956e09f5284eb3cc2a838e7a507d7e1cc7785178
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47b6b66a1587f2a9cd9d287f851c51879e33d4f0f2828b321115ca7487f1ac5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39452ffa41ce6f86595521f36768f832d4b51f18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f757b0ac4848ad239c479fd2c030a90a5c707da3340a7f0fb932f32e1783989
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb51e55398bf591dbc469a2f3e6b70c98c72cc28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def4fb4e93155f47eb30c87f4941dc1b97b250260ac13966b670fecd4918f11f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35121800f30925bf6e31b62d785eb986791853ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb22e68d56c6c147ce3e312021ca01a6d7d48c3841c75d58df7d5e5db5070b3f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b424e050a1d01a120b0449cc4e849d07ec5884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a563de92caffd8a48294add90898f1271a632282188d3e918cb3e9b7a8458f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0fff61fbf3c6624938b4d4f2f5d479142e7c65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f512463dee43b4bcdcf3ea743d03daef380f9354e2ef2fce00bb4297dd0d0c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2702863ae5350beb58eba878c291c8c81f3ba1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02d70aa74394dff2b9e1f9ab4fea76cd103cdc62168c29637968fdaf48e7c59
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa91a279a86c8343b3e8edb4732a14405e91b532
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1daea8c54aa816ab6b5e54dc00f37e86b1986e03d0cce4a8c9c73a88ee8a58a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274ac4043ce9fe08efc4fb7358dfdc1f0ad7487b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de427538d706cd8692e0cbd8828fabfc8c0fdef9acadfc3d53920305089d376f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa302623868177582e357102404ca753941c55c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18acc9b8d78b9fd7da3973d4fe9b021e99cefeac8fe99d7f8dbcafe59288cbfa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724dda9f584f56ec27ae0f63b0ca38b32f76a8e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a975f6b789a6bda62d9d1faf08964f4c550ddc3785bb55cc96651b82d6eec628
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd03a63effa4be09c2bfe0ce8a154ddade78b9f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0819c84f6a6acf256b0512ab666f1a6b8856ed7c45255736782104aadf0c238
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa89861657cb6d8dd4e11a65dc438f0f39cef12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd5cb31599885c3138e46fd89862a2690ebb70e63e6e0cf0a1e095998e9d8d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88fa1b46dbd849b2c50e20d384b24a972c63ec1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa691f38306da25574136344559a8ea82a0527ab95ba6faa634450870428ad21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e928947bc85cb4a66c41b4fd99fa0b3cd2e53b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8373ee672044e934a798f0a335b1dfb6ac5e1aa6bd66a7567d8323cfc4596626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f09d51c942e55c04975306d8a99c93f24b4008f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ee10e0c97243bbfe8bcbf3c88968fe9af7019182624a5c53ce3af8175910fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207b2039b647ab99047e8e6f86e50ba36af50c40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dc9e4ba6bc117276fe2c0141a40c177c66049b8667acbeb06f8817728460d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb432397c378323068246726c66e4ba9238632af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9763b8ef3c24618770cb7004d808248efacf396c662b960a12f3e78deec15c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd98b3c9c3580bf063149ba7781bbfd90d78292
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c58550b8a87387f9c9783bd2ad00d88f833d04f8fa4d88fa31b4e24b2a1d09
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4651a9f7bad67c1c1a03419fbdd88d7e8f596c9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b11201dba5451fc2b8b10dcc4e987e1bbd489c89f108279cda2cba6b2d9fc3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f397e98d09990d019a5892458c77a8fb1538be5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f398ab95fb15e94aefdd96d952d1c6d5d48bb7f160b777c3f5f8abbcbb9d6e0b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25780b7907ac105699553c0d2d080cc33fd97b25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc3e3cde0ca0ba19bd8e9745baa825f1bcf07b2ddb5654949f2aaba1b0cf22
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b233d53c2a40162c236b2c95f2588908c35ef69d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd60974a866b31b95777a63a8910e9bd5859ad7911c41b4bfefc6e57cf9f0238
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762233e7a972c2037b0c75ddc62bc7ef4026ec4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee15e77743bc100bc0b847e19921cda688667316fe7d3fdca0e9cbbc8e3ae02e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bae5e94abbb2104d5fe0b5d1feb4a6b4d140c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8007af73062e6c5d2ce5441760358b9460b1d6153687fa236a176bc99a3309
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aa5b5ee709d9705aaa3a4502e7c405ba474b9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f8accc5ab2baa678f58e7afca575c89ec614639ceffeb6371416d873d108e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8370a6df72f1d84281c346812b858ed82d0b9a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35776d5e9da03c5a0a48b2a9eb36c9e34d1c06e7be1bc7f79056faaa1ae4c20
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7706ef137ff7377500c1b0a117cfb4f65c0015db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bebedb466a43c2f8fb55ca61812d5ea9b9c66896fdff7c5b2ce1e5191a8ce9a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908da2245e8a842bfb645a06c64945c578b23683
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2721f150696011e6d5d4391a36e4f1b890e3f5b29bd43da1207bcb2fc22dd5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311dd79efed031e59b227a9881aea54919c47793
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1b158a45339a60cb70d8ff46cd49e10f49e62f8600431e9f6fc5eb6774ca8c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a02b15c4a08ef0390bb86ef3554e5efb7ec94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204605d16529ed0bfa90df9b4b079a68ee29529106b8c93d1cbd3e7b68e7f4ba
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4393343bbddb403a54eb0e28f9a8df3248433f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af68c317e55ff1a3cc65734267f22d5ca298ce0ad02e30f8cd0db18689f6cc56
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d3117f9123903c7fb2b4dd6ee96a65c6c71b94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871403347d44754dc8d8edc269537456fbfc26dd08831d2d66cc05194a0b87b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7265a67f6fde717cb8b43227432a23ef925e0ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe3ff9de0a22ae82bc75dfb0591825f1c12ff3f22d1379d6870e59ebfaa8014
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0727f4eefd0c08a53bd45a3288b467e3069182f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc26b8acf60e4280de050ebdbd77a7a55a11d42bb373f56955978021d8b7ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4537c1bc0415f342bb6cd5aee43e9560c4b8263f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2924739c65e6768538498e3ec91bca31abffaec8266d8594b8c8dc3c406f6738
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e91d840b20dee0b3323e50d84f89fdc1c19bab5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31148307b09d1878e2b1d0115ac4983e67ecd084d4cbe86d2b7a065b87a26dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaca513fc4709e9ab2a7cd01c8cb1e058b8779a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa9915a192bd67160e4335ef000851ab372c1e73749953fd43232eaf605868b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5506ac5cb7f7bd940c8c43fe8a76bfae7c3b67aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0152384a2b9709a16e503bbbd3b5e136afa78661a3905ed367f255f1fec7d5f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203acf9a876da6450c11d71ba99b4c234ebed68c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f204230aef89d9d2d1b6cc087e65d9caf5234f37b9d47335081a3279d99553f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0baf51045cae813ee32c99bd085a2a31ff0af0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa245fa747929d6a9ed779036fb3091980a5461b51371bfdc9b2665eb5b5c66
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f10117cce813e43edf5ec5c6018041bdd0f13e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afa7b1f6b9ad95924594cbae6323d1ace020412e501a5650336b9ee07cd2c9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaac3f22e13f3bfa5ce7bf47d81706f31018352
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a21e3acf6d27c56cca64f64f2a1c6773e86c1a65224bc3fca246da938d8fcd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b75ea6da7c9a744293fa3352bea80f44403cd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc774d4fc8525b1153875a4771bfedeee42215c2a7cdacb56d09282f1f7ab74
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0bf6c5dfef208297128023abbd8f310747047f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85372033a90c760fc6bbedf2f0ac41125d14b4a0dfbce370baa822b35bc8b2c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc80f960937b8d030d1e3b06bb38eaca5f4f59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2e87e3c0c6d25a3f5260bed6f3df55d0121c157f57b176ae9c4c17e4019334
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac088e1029499dc6801b5a85717b3790b3310eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697a54ad966aac9d8f7f66a1478d25e722e7ab8b7d3ddfda2e19a8f29f34eeda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ee6575137b708892321b4514b8f5093eab9a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b937397efd341e61bf129414bfae911208816e647e1914d1916581c211c8f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51026eacf038da4a197bd2dd8e1b1e303c1974b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18755e3d8115ed1bbb9105975a2fe4836ac3d71ecbd4935c2580a4369e7874af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a119b27703cf5acbaf6fa793660849d08ceddefd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bee6e35618e68a3d5ca8d9dce57791ea574e5d432f779c8047ba025087ec1e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5684b143f8d0b257a17054f6b760822dbc9390fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7db1b6cb63d6a976ac5d82fb36c565d6aae59bbfdc23f57f746f903151533b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46963d4a8a72cbc1f2a8ac0f457d62506942ebd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002827c6f378682daac8aa7a4229f6fbd227c81ea2a937ca51937514a3bc5f95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a96f3ca2283af61239408bf7c3bd10e0e3c268
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145fb84259ddbce99105ff3fa56270ff49d3d06dd08c52d8e1f03e74bda4a67
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cdbf790664a4dfc6833015caec481e15cb719e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32a57896503e1c22c5a7a2902fd84c7e1deed50695916360fcd5675ef947f7b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dd8b9c1244aa98465d163b8ff1bea4b4c96480
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146d31ac47a8c6c6c0e48de502d5364238d24fad2af2b7514b22bb923610d7a6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38aef05e4e682444c7b6ddcb687329bad7a20e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433dbaa1816c7e5ea0523e45d06283bf2ae3c70a49ab159ffdbfe610845579d4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69650bdccce988cd86e5cc0c9574cba916f59406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fd417fb66d0d40357fa6437cc452ac77e8f5605378e269528b6ee294aba324
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7cd7f09f3cc86e54c22dcd59acff85afc1780
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d3e4f13ba0627073600b26f12f07caa996c91c491ad1da77456fa183ad0fb6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45638cabb2726445c90779a8b7a1ee121f76ee32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1121960370eff4d6e2ea8e75052c7ea001662103431e2b400ecd097a8ae2ecd8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6a26821d4b09fde73e409675d589833c3ed76c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8893067a2b25732a41831069a78dae153d8c71e56ebf75a89fd03b740547caa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e6867bbcde2ec10db2971d790cbdd36f644dff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e637bb2d965bd8df362a382f72582b3a568d3e15b2777f6363875511f2503c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bb0d52df4731bb2569932a278995421c717c16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aa0059144de7c79c8f1978b268bbdb8a6799bb0f01d666413b059ac7c75ce4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf6046c90fd678a068e237d8f4586b12a673bd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395753f9a1fe3f36e910601e39f7f28f9aa17ce3bdcf4727518a40481c0ec6eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1653c1a8b285222478443d81ba88af8547712986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4d1c79f82922612a22ce71f62b1df52a6c459f550aeb7e6e4bb147b30276cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d0982bfffcfdb7223088090a9883927725eccb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f9cf0f1998f2a541897489c3dbb2b036a7c2bbf127961857e28fae6dd24ae3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b5a709ff40aac6e9522271c98400dc44eac22c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d53091365845b27ea7ddf0b410fe4c7260632854c0bf7823e9d327fee96c30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d9c44f5a6a7dddae86c59f1d7c2e4793692872
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5f96bb0a9036e5b9cd42c91ffd624d363ff8397d6c276e148c0922dd884e5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4c96857616913baad81a30be276c66a3b3022f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fe9bb69a8833a1f0d472fea961e1f39997aa744f0089dafd8fcc2b40d312bc
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db28c6fc84c808dd378ddecdc57f0b597efeba2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a149ee5d6ef60b04d8fc8daab1514a86cc36c288618ddf1b392402abf9a32bdc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129c5aebead8c32b2c2dbba97804efb7b5491be8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4d88c1d492c900a6590ef52a6e035f10f014d465e71da0c42276de7d55804
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df54f6ef2f3298c1eeec3af540ecbda3ac2108bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4080a6297bc565eb7c9aacecc981ee1d0f35af9ff02cc68e01cff7d9f766cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5f4d96b8998ea4464e9def822aaee2a4cc724
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a22efad55c4272453f26e7544777adbefb90822d650871de7d572ecccbe7cb6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1c08d500a49e39f08ff896cdc0296de9edcbd4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6820af209d62ac004ba4d490816c3c2e811532c5cb25d1dc47e8f7c6d4e757
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a8927fcc11ecdb98733e8746eb109f2ec48636
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dda1467e41fa28594969b19b240be1f89799b719bc96e58b6a55112f02d8a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c7064e17706e3280ba5b3d708621a4e941c132
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad50b73f34e5470bc42e5d105d9e123499f131832de3025d642c78fe289e6718
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bceb99746d01749fc74155112452172b8c779e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90de4165f88008ce476ed7e2d888a25f6e4d622ff48ed89058a4806cbef82ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79714c9992130f664557f5bedf2f253e6c0c6680
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e036d8533f605b2071d7d47ace64cd7a9a568bc45207443adf91455ad4f88fb5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a4fea9c585fc84de8af3b33062c8ae9666c8b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbdc9073f986688af9f406102d734731aab57ae49b9e174ded997dd368a1e11
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab42fd0a50817d0bf4641858b617a522a5a43b85
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09429232a7e1fe032667f4f52c43fb26786066172d8f7f2fa942719df6c928f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723f9a7902b16b02d062481ecde29ed58177b1e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2637e12851360f2a694b666c9b279193ca31536c9ae53f6a87b7cff8e930d82b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8389b6dc6ddb8a5724b2811140f6f3404b8a8ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee029d6dbb9d3365727d000890a6f1e91c73c63f0b12023fae4f14e94a31a53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e45d1ca1c2b0320be4f991002d82a7098674c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5fbd6439990115cc31ad8d784173829c1c2d4f59391d09f5ea04ffbf7a7fbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebc11d642fcb12865006f8a96bd98d690cd5cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a1ac4b3deb9b02f851ba505d5462c66785da3f86baf5e692f555044ebfffb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a415979c2b0e830592a74f395cdb235388c7c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803ecaed4f228dede0ba5dc1d3f944dc5d7cc285d1357af9f4e6ab3ce701ada
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fec487451649a38c694edd3937ec9d887bc13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca18b02ba6f467deac63c1a5fecd0935e8dfd6d2da1de8063cf0c160dcf31f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d012e4ca26e31fd90903514e4888f256c2faa5d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bdd041217418725ff587346a7a1e7b40422c73b046ddd738b0b48e3f430b62
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99ce15f4d1acc6e69cd4bf3aee970f1ca6af0a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453050d34fb45d8aab9a43f80942385b014b083bc6d64715dc8b7771df6d55f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517158e11e435058c1845ff4896b1d20e142ee9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de9ecdde3cb3bbcb341c0979ee2f25fc131bd512bc4bd7006b1a9db2b2ca1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f448c20565a8a22ce91e237316a7b9c38d3b7861
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff186c508cb30c09a2cc6442f1fcd12c86abd338ace8b815bc0c3e1510d9ffd8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f5a0261ee0f378e405d0f2e2a724695a4ae24f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22485e6b5dff4c805a2f0ee030ac31488255a86abde9cc7626af693ab87c065
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9408ab93b5bebaa295faaed43e96b590d11158
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c7e0aee2236fa1ba6b2cf53abc2aa2649910a365aa0f0c46913ae18620df6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8843297666838918923a98a9b6eee9c7d7df89
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ca342990f216796b52ee3479ada6e21a2a2e60bb3f4df88a9a654045233c60
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0c98dee3603948f8179b31b0233af499835ae6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3659189ccd62365e24169412da44e0cf8e3293baa779ac901aee1c64e2bbb9ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d09bfab7f86eff3c5bb3b72ad987f33dcc79ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f412424ee2d9de4042ae5bae0e830750a3b7d63f1a463a25f2200dbf39ebed6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65ebaf87a8328f3c2da914057401306ce319aa0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d4e59a8ecf1654149c94f7b99f6ed1948794d3db203e3c08147830c00774b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98349f2a6fc727ba4766cc32d532af97a7ba630e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4622acc31cb39a18d7d4a386758a29c102e2b1ac89aba8854c1ab361076e43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db8d69661e5f26b166ae78b3c86038504ed1712
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab86dfc9a45a84c03044ec764c943e423be92364ce164efccb2d2ca3402dac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbfaf3de9a6d85db37ea8c3a713b9112a927aa6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3213b1286fb42aaaff9d5411bb38ee4ea35e86978e479f4167b4243791094b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cc2d53880adaca41d1ae0b87cd197ed653a21e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce99b75a0177639b64c82d1213fdb699fa7fce261499b7f93216bd96d02e67
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5af21c72ebd27f7435dedb03805ba95e78d4a52
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597b01f5856aad127c8eebbd03d330e67bc98ae423360b90504b4f31ac05e83d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504894ffdc44cea48a81702c356e79ad27b220c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47077c3653eb9dc8f6090b1a9675dd8e30d79010ed0872f0411d99d82c1ad08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2679403882f160714899d45e066a163814508f07
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d782e1bd872535b225bb69c930006476933cf4e19c983a13b97800a043da1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bce0c2377fe98a4e1f04983bc0a0a5b6ffa86d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8db628e43e5097ac729f2e4c9fe8a065f19880f20cb83e4ce2550ecf738292
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3697730d5b472fedff25e1e005756e5fe74e0f70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b8210fd045590170ec678e48542e376e4e70ff9f4c6a09bf8294de4d56da8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ecc9b5cd0f1b02d9ed0f3a5f14857fe2140437
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ca5380c6f8932c0d18c4d1d27be3cef119dc19a8c8455b6690e1896026f853
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9a1cbfd834e665df4af9aa6454602ec74f93f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3961a89027b0c402ec45aa9d78ca3635d79f42508c781e7fb54cc34b746d64fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4670b1ae9b3ef5bc3db46f0a0ccb0692920448fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff2b40a30757a7e8f148e57b4cdac39e4adab4e6a604c38c966b307ba2c5d25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc53d7a7dcd4b5e76833278dda2eee91d37572f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36ed98da9375bf68d371a5a0e2fb706b52063d45bec9609355a6c818f7e9eb5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b530b9dd7f706d4a87a4deb3fc3e5d48c78277d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e8898576367826bbf8a19253d5d098d565a8cfae35cedb7cfad91ad0a73921
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162b763f16b9e1ad1834efb4437bf61e243b8cd3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39129ff354b91512b7cd512a9a73465078d06776dbc335dafe291df2025686d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953229ccf78342c7d0ff982e393184ac7c2b993d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4f1c4d7f57ae1c632a2316027a325261b348a1b0534324b428f6c63f45b44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2769ab5ab87ff03e1740dfdf96928cc622165174
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162726c1cdfdb62b534a6ba24137332d0354a06a8ec5e1a7377624e9bef69836
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26123d180e30e328e854fdde26278bc67db24e75
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c48505a411ac76ca3114d25b7fd26cd2d00367abac498dd19f17982faeac3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1a1dfbc59b6b60370d077c7f2b9fcd42d19f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce9442cf497c7dbb4d291274621b3b1e54548ba7e79c391a6e41c2fa24fe167
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6968bb8387f5b33911cf292a4627ad031a48a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0526dd5e9a688a5ae4d3aa23ccbd05f8d1e25b2cc6602686cbbddde8cf6f3b4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4df9669d554b6233f39d378747b7771d670706
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9b4708bf60e3a744e6981355687d74f36c85e0d9e0dba9fa8f06cf73035a1e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba0edf0d6eca09b3f93d967052ac725fe7bf55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552df52728ea6b2228eb06965a9a6121c0859a1a0c79f5cb41fde98235e4d624
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f895937a7471d958407d30e7d1d3fd60e35868b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f417c2e259e0d6076b66f905a78af44be363b2cf6f34fcd922dcb6d45a81b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d8c0f38b8ceb202349f7b4a365566a90975242
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479e9aa30607639e6cbb79f6494ec80e7f5466582fd689eae1714738cdf3ff4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f6e84412144efb6fb8f2501d41b3390397a132
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfdcd4d491712a1e6367c0e305370c723bc3a176bc53d87de53abdb7210cdc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128258aa5a63151980db06d2c05715108bf2afc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d7f2e8ff145e07da41cc60f6a4113399b338b70db12515655c34759d89d21c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69d72a7cae354b5a1631f898268031870b19f0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e495110b7a11179de7554d497650ac92d59a71b7b2d7ec43706747ebd8a23d25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aef3fd710afdaa83de944945516716a79d7ef64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e229bcf63ccdb979b2ba0a8e7f8474ceceba5af84f78025691558e10b9ab1643
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e23c954e67c924bb6c4e195117c10d0c85d10f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186d251779be6a875712d1251062e52d9d3072407890bcda47663c02fda11b96
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88d9703871a6f364ea0ab1865587492cdf22e23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca6c3a030e910bea70dd8c10b00fa4c11a8fcf8bf1f1abb781db0d35c1e30a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0b818f77beddb3cdfdbcbc8d27e464b08da9d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0959ac63049a18c53a5e45947b1ea2ffe2c89b0de0f8546a0c62c8c467428fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd0e9bf2a199f2c76b96bb125319d2d7f1b7f0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a529ce1229d592a8ee48f68a47d3e738d582d4b9590003ae14f295352aaea79b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb1bffafe89f10b81be0cf95101ea06f4ec16ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8107a0fddc90e098066b8ad48f42f02f0295b1af7a301c0472869d20c2e67f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe7d5a9a3f944cb33551bb86cea513ee004b185
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4088db8ceb84160a440dd25d0b6a553e059e567629801b5ee143d3ac6a72e44e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f86cc59be437930f4dc456f18c7a200bd85e0e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8501acd45e6786fc6fce081472a91d1aa63ce1eac545ef24bbc5e4aaf5370fee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8240b2a6337e1da4dca258e7ac2e07a661fd1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85aba4016e2806e7f576dd447302f6170fb0d3b18a0743525e08c639193a5b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57831298993e92566b0bb9a2180b0b9c567e1158
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb13ff3207eea568393e4fcebd9549bd2af5ab03c6a3d03f34d2d09b2a49d3e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4478dad71281a43bc5119253fc7cf914e9718e1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f983c4e24e90d3dd33f2102168bf1fc533494b6536ace6ab623f4c7cfd9d49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a364855143ec099c8a3e5b30b03206f241de432b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ce7ba051648857ca0e5f3cebcacd113b31c0de330fd5566e964d90b669b212
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9ae246533498709b946e4dd29ca175a1e92f47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e70ab77fdd8933f87b31502604b31d87e6a3019a93b21b4d28fa3a731d3dea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d6df8049de014e70ad63870c2f94cca67a49cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c51d18f3ac7cfa207d5433ba0256c5623bc33ce0ad9e80aa062eb83cd964946
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab28619ca7d72c7a621e61be99598b8d884e43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7e52ff588762210a504cd93003ecbda71872d86716ec1fbe8d220c3e43285
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919510f4177b4b1f03a2de88bcdc4de0dc6c52f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea5a9941afcd81001406ceb3ca7443dc61eaf1b9b914eb7d7eab0730ca53305
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8a5f1d86eba2379ff20528cd382ba68c245efd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3c40817f2bc22d6d65562aa17686f10ade247d03c11ecd7ec2c2ef960eabd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3fb622d44a62cc7721bd75ec74721a091921ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78287c498b03d6a491f62220e3fc18da9560a6397d2f620108c8fe398896ccac
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b279e69ac687f5c39af6ce89eaa523bae29596
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215c2378836d36cf278fb4c9daeab8c3688c5dae0a69efe77ccfe0a4b413044c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2f1bc2da053593943d71096c16950c71ba87c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c244c180dd35e3d8a1dc763644b1d1aa35ea7f6e002cb836b48f0914ecf17a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fad8184cd7e5d21f2e102e82465f5ed54fb67e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9ad860cab7780dcff34584ede5cdc3546b0246bd1661965ef9ed6f2e3e75b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21931a6953df8442440451be4ab1e792edfe6a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09ddb3a5c5d6da97fad595e5ba8b8591b0f505c3eadcf9710b43598c66856a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ac41fc16b54d58d5dcf42108d61bafa58c6454
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6017ee9106cebfafdbaffa1210d99c204ad224a78c4e913bc4f319b4ac08a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be6e267542f340d5b8298d35edf14d7388453bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e846ed2f9d2651214ac2eaa7f946b0c08d46c112797fbb5ab7ce248b373897a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b676cf8dd4488a0b4a1099bd484c9c3804f1816
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4285904880c122beae748e344c2acf3a9128accb930d14edea92b5b1a80c3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb43057ce6c412bce56443f2ccd3fc07cc9e831
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee032964bdec930f4b5e63ff285092ad89eb0aabba64b655e75dde0b0f107938
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5183765cd02b31dd753e60c2782cb9b6ee604a1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f117bcb91136c12512f024ec14ebf8e306336240c9764ad7772e7937489eee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b143f0fdb5f375c5e5950d712a77e8df720209b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d8f68657e8899aeee066ceefeb57c3f91cb1af301336e14bccbc86fd63b839
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa4ead443770866e6b78abac28bbcb684f63fad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de212ccd521b20486856d19b086a10394df95f2a2dd23b077b8bd5a8bf6d51
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e23d7b7b5fcaea9ad9d5ac32aa219cc67369f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f6ade3a4dd453d0dc136f404b28df164dfbd4505539b71ed46055ad3ac5faf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97dacd8e7089cdcad74e86b28dd00f6f47be645
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bed850270021166b32587b69bc1cecd98e7101814f3fc287fe58b320a737ff8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be4d4d2f0ae824cf030ca578e87172931713284
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866b39ec5a160422736de003cd7d831e7dc701b17abf5d8cd14e1518092f8412
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d945fb8082021cc2bf5559abd99b10ae9967c3a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ed2456daa7c767ab58ee8d0ce7b83edd08c36f2274c7055c9e51ff541985e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1bc3599d27e5b1c7cbcf0f5ad83ef4c471266d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9658d420e524dd0072630ee4f162a20af3cf8ed73ba95962c6685199a0caa48
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076a299615e7a6877c74847b5efd2ae7f613a8c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b516b2652eba8b9c28a6d9cf56a4a305e157a6521ba855780b35bd46e7b49b59
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b0a4496ffff19d07542a9a2dbb6637afdbb0e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0435f3f75d82d923a40b026906a10b07d88a893f329abcda0fdbd78df1f1d5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc5bd664dff8ac1dafd582d2d4a393d7753d030
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45572a3ce589b7d669e4d5fd0ecfb4091edeb82042e319aea0d9d1629ea9a1f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0ff8f9a80c6cecc255dd46e91eb349bae7047b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeddf4b822602babb61e9bd6f1cd488dfded7b0df52de8f74d1a7e2612fcea7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb3eff24fa2be76ac1d13dcbca8f3fc850f085a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afb09e6587d8bd071759348b08d40a084c5187e814ce7f2fddcb1953188863f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d64246541cb85571cab3786de5aae6dc5dce5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29aab0553333061a325b9282310575ffd1a69b71e373b6674c029c6a3a5b34f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaae919e099461ace82aee89e41513ff889c5b5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57af6802c62d29a648140b0b2c08e50735a7bcdb7a1fec869125fd9b5fde3b1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d125067b47a2d2869647426597dc9a572212e13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f5eb72ab5281b7c761d50a7f136631a2ab1ba077295057b25040883f13e207
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8253beda15ffda85473f982c3f24631ed69c0df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc91a386ca1ce0a24e6ccf960e149db1daa76c83b39104a075e42c66d8b88b98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80c87a04e1b428217585444fd3891b4a891bf2f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d6cbda4392ebb5c7e5ac10f5c8e6335d14832c61602d192a78cce36b636af3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0b82cb8aa2c2d078778caaeb33833922d2908c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e79008896f61622a5e4c7b1f0f52a8fcfe8fc287efc3bda0c5b7ea1242abad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ec117ce4d870884191bc4f2852d801c1b68592
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82efabba15b761d0925fbdb985769a31614ffde504cb8206275686abe2c8610
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3e8708daa2bd5f6eae424f25663c9a65ef7511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb29ea68bbfd5ed497e1434bccbe538589c0adfe826dbd04a0db6d4d93dec8e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8997dd0391c4295c6e4e13c0b94c4b52551f2eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a892c3fe256cf664cc44d78b56234d41077b394edb514c21534000fa56802ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377908862c73f61bb190f3cd835028c565cd3d70
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5686aec53767a304bfdba27d7ae7157da7e58f29e74f2ca9866b2b108fd340cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d94a396de903962486145da3bae8b0e61889a5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1ba71a9b49f1d9645b9b724d4d72b7bacfa486082c7453964c62048134b4bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c818bf534b567903d7cb5a8efaea391963dc00aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d54a8469b68026516d172d5f1188edf80db5e189b4c0ffffbc5cc2e923bd21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee231a695258baeebd057aafba69e1cf54c3808
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd92c095d04d51028ba12cdc8a7c67a74fc18763332de5292e86568d2c7f59cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6826abcbc30f80c2346fd1130155b391819f666c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab78c148fe5d9cb7858b2972a1af24991b981dda6268b2372a848b2465d23d4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fb549865ff3552f555801ca1abb4ca7af07486
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b42aa4c37638442be8ec0324e8444b91ce563230eff6ac4ff476a60f32fe6d9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05daa9f3b80054a5ef2131e41ec735fb522b835
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecfdb4b91fb1bc4889454a79cc91d3659b97bbf2faa35c10008540390aa094e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869e661ec802ff24c0dbe3edc994edee34cb72bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdd586c7c467ad1dddcfa83c80233475cbe49bccaae8e31aefbd960b3c89fce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f3b5c8663339366c196dd7a10d73efa52d0477
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47397b19d73d010773b3c23349dd63203c267b08c0ed109f90ef925604768e3f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8932c1713088b7ee60fd4352f5187ef795e9c5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81294afe8871e4e32eeecb6bd0610237f295fa7fe42008da455c4920dc565c1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f0b141b2a80b491fb6a280a8ebdb9783fd0c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f1b64c62c917d86e6ac94e271db9862504e4a24a90423c0b0b4b42f4376cf4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cb67975eff198ae1fa54d8dc3e0729e7612fc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d2b96e95b2a17473c6b739bda52425d08cb6b762ddb02a43c77c6abab31cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393f541779a58c6dd8c85690cf30608de5855462
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ae43bc75283456986ee77bf29af6463da99cda495c9bd1fef3e2df20310b98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e57991e16539edde22805bdc084643cb9ba96db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8801f4ddf702c487d3ac8d8c949819724a9b154b56229ad57f6f33340e67e54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd0058852e9460a40bfe856c1af572c7c940a3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5978146ad66e551b1d8d4d229d61d717b009e7139e0c444437e0575ceb3c0ef5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c279139c4b5b24e23a5830d6aee6c2efe9d94ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515cde0e2bc93e3ce150b60091376fd8e5d2771bf81619f741d0a4be6fe19557
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae0458a87d0ce4941d4e3ee87683e1fb904a302
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a47e009b644107abfb58f7629ddafb77015288bb9643c26ea5fe42d33057d07
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d2752517fd6bbecd518958e2405993f74a87ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a318a28304fafd5c003faa8ccc730851c6f2f0f220a5c0174f463f4629cf74
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ffdc8bcdee7e74ed125e53a594f768ddb839e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8acf941458f2d467c504facfb495d0bff499b2660670d5a0f7f3bd891a9079
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7495e08269cf74830beb6ea63b6cd3044d7619
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd42bea9a9ba73cbce47ed76b6f633082cfbaeb52f23605ec6204de4babcf376
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be898a8bfdafdf8eb9f1a2201a6f49bef6c78e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2754bb007c5e0fd43f910bed8db10ff1886e3d745a8a0ce965a7f2e71d2c53c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e009200ea8162fe7409c03271fcf44008d9fa884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea1f9f2d38bb68d23dcb9c6c0dfcea584dab3e8c85268e7db7c3b60d345d73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfb98d0857c49ba4556fcfb933c654dd585f94f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea3b359c49008d7276024a0c1bebbf1c023d5832c608c9ccdda0a6e5287bc8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9363f3e22a7f48bf2ff369add8186c9638848207
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c89a968389ef2867f50371ef1454140fd67aab5f27d900a696c2fcda343d53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de3356b90a5529dfb3c2d6211132bb927182364
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f8ef8a30b3b725190dbbc4e4d957e07b126d48c5da97be84c2c058ffa300f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7735e23a97bd053aba47b279de9f7e5d20a39708
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f3967aa4f56473a2f516d81ec1039b479204e95e520268287259301cce979e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7772ab5c87512b68dc0e3b241b7a9a3ac971ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7171e408cbe52e24b39c39d288a0139ac0f2e2b384c9455976c9800045703e6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727e1cfc8cf2a36dad5a0bc6dc2b5fe904502130
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd9646eabfd30820d7925e5207bb1b3280bd3b16cd5375886113cd11a633bb2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f45b4c17e018a8e9b6dfce97db7ac04e8611ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38012fb616e25dcecb4bde28abb13f08792ff7b060bb8363819ede5bd0fd920
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754548d7d106b4f6f2b769a1a0c29ce3e85e7155
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b12d52881168c9c669d7b86ce39eab5e564e9630a0590532cf62778990e76fa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2025e4a0a8b7cd29bfd89d794322d160ad612b72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3283dcc7f3f599efb7bb1709795f93bebd91482a2e406e3a8d37cfc91ee66cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c397904eb89bec64a826943962ec51984bcbf2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fddda5d17720346df0f96a5c8011c30e71421ad74db76188f48c11ae94e45e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b189e88c1638caa46c7df53f477262d23d4fe16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88a4a61a9db0b4d3082a71a4b11985791165e5b80b7616f6b6aa2736f4d2963
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a9ed7db99f52f96c09cd130f737a5353dcce4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b354fd56ba6c036c583e3bd2a7843d68401cd8e1c52635023fe150f917fe5141
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54af01efce23fda2e90c8a838007f1fcd30e75c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a0cba2d17cb84d5499ce8b7676489ad2083fde011d9997c2602dff552b1d09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cc06e9c28c36ad624aaa7e1fd2999c52f75731
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d21d87ab951080b829c125af6db514f754ed946aa04b50c721187f09eddda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d72bcd45e1659e56c1c36db18c9dc7477f31c99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e532afbd88fed605c275b9f795d99a86a7380c239c5ab226c3eb84635afe464f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07273c4316f07268ba8b8fb1fe6b43bc35fa1f76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d131f0b1be1a50dd6f21913603d6baf540996c5c25d6d8075fca235f7108e06c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e17639588dae55ac9205e962a9157efdc1168e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02894c6417093a5165c6dccdc0c1b3d88a384441b17e4a343c9f2646f6b3c3be
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eb3320454f24e7c6eb87300ed53afab7fea3ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4ec37f406adda1e43b7e01a25b05f3bf1ab920936e99faca598d1c1617824
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7c110c983f4e8b02ee471189e77f39c7e1820
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8873aee0b36a228440cc3632fae0f7b0d45b3fe6d5bc44009cacf527e0a082a7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8df1ba7eadc9cd6d9da2670e3113fda0c02f28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa02399efaa25ccf6627314e12fedb70638f701ddaad27eff8ce7691d705a0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c92316ca735de9893389b0c0bc0755726b8bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3831c6e267a1f9afd47e1f2bd884d5e92c665116c91687e96c4234036ba05688
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1407fb7d5ca0ad21a34e11af1c95838c6b53e51d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c257c67636759797f7e7baaf1d2b92b6264b621bf3099497aa47e32061041b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d457548cc8a87469a2303689243153c6c4b8b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4028a42e83a9a91f74772b24911ad0b639d556e299c7eac0471a1469261570b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fba6cdf2075628c49ca8098c99fa6639a0074fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653a23d9808bbed7a1ebeb87f82c41a9f2472e25e7b0f9a72676340eb063b469
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86440e3b1c382e9e7bc8d4c5e991088fb49b0df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfaad9dab5c3e9aed2b187cb4bf2122a8c9c8c8ea94c6f1272dcc48c1a132c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294fccb453b8c1da0a7860d2571d75e4f2983a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df8f8a206f0bacfb77a714f7634bb371b18d9a2252a42ac5e4ccb11f4f01b00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdca3b3cedeb9c0c8913c29d48617e3bc59bfe66
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc276eec30c24ba0667aa613fea7e74b0734757985542bd11b64df08d7a7867
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cb37a59a5a3e2437b7e78a0afe656ca68b3f19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713b4a4f9261c690551c13446521e85079e2bd5918abac616cd1851e440d14cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199177d18fa43c9e68ef529c7808306f3d40bf1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de9d6c84b21b82e16c56723c00f472f6aa441fe4cf800973313deb8decb8bd2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1a0620acec590e87ef390cb7252b387c2ca787
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c693c4b237fcf509c3f59d81b288387d4a4adce42e0f2436dd0ff79a5ecebb
+size 11395