diff --git a/params/phi/4/rnd_search/comb_11/init/lm_head/_0.pt b/params/phi/4/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dba90b2c9746d1aaf7693f41ca5b034d183bac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c38ffad09fec20d769868d332a6ebd31a3a71d0d6430bd98a205bc8ae5276d
+size 205955
diff --git a/params/phi/4/rnd_search/comb_11/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d4970b4b872298327adc85b399bcee09e05fb5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62b121756ad5fc80f5061bb478b9abf1f56987a50b6a5c17070853bd3cc3e13
+size 205955
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111a258de7ea0490cf067447f476b3b9868b094
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb58d3e4c8a4d4bf83c8531818a9479449e6130027dd2d4e4c51272e167963fe
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b86cc0fd0b2c94c87858fa3b6aff9211b18f9d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc576d9aa1c6a021bdf677ecfa2ee2443761ae15c38d117451efc25694bc1c79
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd7ddcaa27dfa0a2c823372bccc0fc65c452503
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae3cd7e2db92a5390f6acdf1c33c4a2098f3e46797ff7a30ed5da8f0d4752b2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747d4d8522a1fe7e0563a49893385e42804e4e3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83519ef22ad3da7ed11e7507663acf343c7519a51894400945d20fa95922603e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29a6725a4091b8058bdad73c1d60534aa68e03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a25cd8cac6fc7a819e1bb732e46f2fa5a297e633a78af8a9f0884c89d15f8f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a20613a2579a38db79e30327f72f4f68e4d981
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4157f6a6ccc07c15a32fcd9c0cdc0bf4e5d926401a43e7a778f2f6384cc370b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13cd4f77d030b2f803032ddce4fa1f15ebbf6c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e24fced3694c4b663002548ffbac4f54c3c4fe4288ce6ef0976501b7805d428
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae3b1403922b6b0cbff8d7dbc16d4c057f921e8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15be0e64e1dee1e5911fbdde50b7439c705071067e585fba8b0aa5a2b0c7575
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09034eb4c30b439670b960c5d05886d2bf3a1b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51d8ba471385493450d6984d855d028d15fcc04f2595eb681ed0429cccc4e13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1ee668009931e96c2a5aff02c4da118d03bdae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31396c0c91be0f04fcb5717d9edf4492da97814a4a5d2bb3e6bfd208194028f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81e1ecbd5e241c500821d257e2a3421623e9a5c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8aa4d5aef20c43a72c6f024556865b86e40374526adf885e9f8657577759301
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73a8b84a1376539b1928eedd68049e531d1ff0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67256480e794c3fadd06a61f648590ff736760f90ad507201b7291023d40d28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370fc0882e506e0712bab65fcb189e686aa07280
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aa388b7d2015cce404985b339f1b09600946268858ed8e47b5c0f52c8b92f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a2f99fc3e79d6e19bd185169a5fc0e5485a22b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0239ce042801196500f95509e76dfbc1ceeaed169fbc5ee5d4aa97fe0095e0ce
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3abba9e7b6d7afa4b7fdc954a1aff563082476b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7296123c373412d8e987c92c5dfb880c06d94340ac799e4980c1a093911b6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37c98c729a9fc9532c62d379d3b4a2a721fdf32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755bba811600220ac748418104d7328a0d0c89199946a7d6940ac9f74249419
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b5d3c82732a000a81104e101b49d069ac3a171
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94d71b3ca13fb8463863dd74e3e17ca4de256a28b402c0981689a8ee06799c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc534e71bb30105c52bb4e22b8e28e2cd81182f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba17c018b9c21a55b44c0a0381e68fa69f624c53402d14a9b3e3cd588103174
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3ac851bbd38ad9bf0b01e56901bd07b1bbdde2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5854da6ab346237230d96fda55ff341ad29703129f4266b3b1b5c6c1b6fa2060
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566bcb3f100290544ca81e9ea1b16007fc8b8939
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212d07b328dde8c339e278a6b1da890d27984c4f3e0fe5e45920ff45e1d8d786
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552c5dc367b3dead8c500a97775855d990c2d3f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d68f3c642b267cc2bae582db8f262c3a21a35dea0267573d2bf1351e18ae0ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a6ac91d69ddcfe81ff4e789bd02ca47c8344d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9b2a06edfed1f0e03998cf29657e1a0f7095c8defc1ad9c15df83c931035f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2837189757558d9563313eb9ef3463e32245f16
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e932a4b2af33bfe476f4aa31a5baee9d57d56b441f58c5bf79a4017a423305f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f16d59d3fb1853d516ccda75c86b5eee0d87529
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09d28422dafde4aa51b05d7bfd6ed1679841f57de43f5c0579ad1337f00feac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62509faa06287545a5e45f00f21f09ed392ab696
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b002441b74f77242ff844568d5d26e95d20f2883d858c8db1d0fe56b24138b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cb10bbc2e223935601b82bc0f865a99d4a4b0e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3c7e19c7f795b7bdcc3bc44c3f406a546ae1d133dfdfb3f522031011ce8d7a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddccc34e372ec51d0964f1d6f058c3bd42d6113
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722753f82130341d21ee3f4e8be98605d3fece8ad8fe70080010f086bb4a3e04
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1134b4e6f042a84b8f27c6fce9fe19e3ed7e4e45
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218c74f2301b29fb9d72fdce14699a763e34dedb1fbe3d115e495f1efeec6564
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca952344c1aa6bd847e5c49ca4308af59b090677
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0d745d7f79a31252af66e742030db994215ab6ec29304e985d9187faa753a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13afde41eebf995aee82b3d732e46e55ad83a9f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e56354922d115097d2d264edd192bfcd03635cb3a7c88b7700293757c98c98
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6e687dc7d5a1e86cd048f818ca897a23d3402a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7194f20f380ec1127ff1d71c4f5dbe6cb9193a9ca86c7711b5b99f962845da1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e5345cc62eb944cd970b15f97ec0f734828976
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4ec6deb7f291ededda07bacf027378dd1f805c7c7ec262cfba2466a16b9ab2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7439488feb8f64fc0e12473ba02efa0cf02ed06
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb0f2f190a41020632362902557ed30e7a1a2c64cfb2907db8ab1a9e2fe8914
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daca337816c9a1af5140a49427f1d90cd7ed863
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46184f138d7d2b1743548aaa1999f3cb2393324b4821e41db17256a21d94c898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a17d5c27d3998aef53b3f19524bb1b8b8dd7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a08e41bcae4d46cf4307553333a57e2354cbf511e059288e27569921edf50e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9012a501b7316492e3ef2f33d7c67144005b05
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c8f789546e87b3bae6a3aa90cb6bd9e5d6f9ee41ff55119cadc523f4a15817
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5b049ae7d6dad981d0a4d106dcb5f4f5e5f046
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9d197e55f87b4ef668672df0e940691dd44d3c1b49da4580789283e6832e61
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644a07d451ff0e556edcb20d6b0ef971b2680aa5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8569e65898d37699c86d6d7080c92b2dc2a08dc83acbedb75487012fe4230b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c8ebb73f615299402fe39dd171c6659e4e5066
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d3cd34ce5cfcc19e0fc2eebae24fad55c4023dc59a0c802a71faa2bdbf31b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08e8e56732ea12648ca68b864b215037f0d7c86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1120adc22b0fd3cc6aeedcc386656e39ef88f6abf7ae531ff4e6c10660c1427e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b723c752487e6d95736a4a3462a8458b9d5113
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3c533e9e80f231d11c883887608e125fb1f5a4f715679344e75432e63564f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c93d056cee77ff0f5b302b6bf1507ceb30b51d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f58e09af57b04d4bf75a92ac86a66b2d37af855c3be2d867d939e7a69c0d80
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da1bfd0703fe900b9197b77f2d8f34be6168259
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a28bfc07ac99244275f0b0015737d7a22e1ceeeaa8124b872bdc70b4852ef13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd58d55fcf46570a5d0cd5e6915fe87f38c644
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ce440007bd9ee18eca9c549a6f184f532daf930854a669391815e7e8e917a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b60a3f3966310cedeaeb83f3f25b9dbe1fd73c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18348d371376ba98560f3d82ee3be2c53c437095aa30c1c31df90aa7520923f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a418386917148544e12e32cf71d8caef6a06ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c739281fadee5b229a80ed8f3ef838dae47775c009bb1db652d4beb1b19c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e15441833a1cf394d5bb3719a81c618c3951625
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b3023bedcef3c9de43852d56d91b451b92c449268a1dd762055da11f09c25b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92fc3a6c674dc5c20f2646b7639238bb975a849
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c505046153b1e09ae059628271ef6f0e9f4b35da70f4b1a1f290d1d191c7e7b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9df37e5d49c79e14121a7634cf09cd0591086a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086ef25f8318ce0d60c4c402ea240229f7992149ed6d67a4da4783099980692f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de73cc3321f32962793a9960c648759ce3976c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a8fe7a800ffb90c77fa7fa3ec4d39cc9fdd1e79d200c478993d1d2a401fa76
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb611a760ee06807db8824cdb3482111a32c45d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea36327a4cdbe956d830c0c5cf7e2b7f1e253d587b1d943b38acbb0b3efc8da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fd6da616ca7be4659ee0e96d458cd455d6cebe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0782618bfa8504c1f0b7222e04b76260a807c003433562a0eef2da3de64d9eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b3963402d987d203df622095421b4dd28dbab3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500eaf6d4aedaa0d1c01ec337de8766403d9214c7fc84a42bb67908c3e8d1b39
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73bdbc464f197fe3c27e869197f72e8f6284eee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efb910f00f02746f603d91945f539282336a426543c7532e2d4ed9264b37f6a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aacef525a7fb5f5dee35d3cfbe6664b55c890d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a8eb2c8be77d7887357fff56ed1aa4ce7c6c210914ce6ce266a402baea47f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e3c2ab23608dc8019ec6c6e3a131931f451971
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7284e4c4eca9b13b1e4c7cb9224e9b2da9b5addd1343c0053ceb9ddabae4c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5200736de5eb80ceddc71c1252346feb7ce5b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b953686f7510fb766116cb346f56d6de3f8b3a97472495b3f699a290b94ba3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfff94f22af5c66d68aaa0f00880c954cf1f62a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c80958cc2ba9dfff3364a416c655c14da7a2195b5bd4fdbf9a7a1eb616c29d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddd60e7ddd1d76aae53794a4d46420f30360f7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1006cc479992b4555875b94cd742282f352828b2eee89cb0aee7b67a3652bba
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eacce1c0497119850d44312b81eb8b2432e063
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dbae376d6b89fc9f560740bc736d8b5269895a3809889e2230ad4e5a1e7276
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39548b39c03c6fa0b9ad9f2d7997e2d7c5e01c2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cb96325347ea89c28a6d7daa6191a4f443376e039f61c7d45ab75f5355325f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d3992a15aed70fddcf125aa6a6061e8611cd6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307cfc16ad3689ca8739cfa34ec22306f6f3c987efc92448d29f5a2dd0e93d83
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f6a439f84f518f1e1cc168ee530c9568856194
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac046e04597e41e639749c8454fdba2e29391c65464b23f57a70c993acc1649
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ada683f1e675063c2e96d96c64da50e30c07bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6cff6558855ce6a88f07ab182cdd35321ee38549fd0902f807a4446ed17f24
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42b94986c87e3427ec97715b0b4a5eab84cea9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69a1b84e9f828501656ea9426c61964810c1dca11998a8b1dcd54e4fb32c422
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431a30699e3836224910bb8d1e95f427f15861ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c043b21c6228c9c3b5b3d57edeff1f2a3a750765376da94e81402c4850a231
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2989701c1cbdfb20ffcf11173626bc5f493cd93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cf5da20d2bd529eebbab3138dc69858870e381f1d32299a9c2987b16f73da0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba8e019604fe7bbbeadb92e20b93e63c177feb9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aeda4cee9a39384aa9ab507325ad0e5fb0dd9f556665be7a5dc33b4239f77fd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1002036e53b41c6c1fe3c3caf11da06566e5370
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7794791e5bd48350403a4ed6ec30e0ce6f2d3dab185a564f5e4f696b19f75f1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12a1d37c4241d9b775633b4892b2b8e97f07647
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefb8cc538a4a62dab21b543e3121d6e44bb8675d6a025e0cdd82a7a4e46710d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddab565a8816abdd1b74a1359097bc0a51c4364
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a3aa924b56176df3d1596684c827b1c6ecd56c3439bc52dac1c27bce10a242
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf477493d6a346fa1c1620ee8677b21bad12e54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18abfd735ad1ccefb220884a5780160c8fcddbc41d7f7fb37bd6d196baa20c14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea7b0cb71ca5586c7b37942cfee2da953a4f2af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de6df8ea49aae97891b8b16154f13c00ac04a52f49e4568218b0a6b4870c42e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450ee66e8fa54919a5015508a5fadfbb07638b42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbba6cdc95ab7c20263c77f3a8f0668a7c5a06d86b28d43d618e76f6cbe230
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381cc51e8a4adbfd1cfd0586d6997fc728d0209c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555b9e06cf57af5008c5d67fd2dfc2f664246d02e4ee39d0614c374904a5645c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b71fe2dfe361dc8410efc8d483f4049e953dcc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618bc9a26a86a817d887cd9149f00c014e869a23b8fde15d7443a78c5469b7ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500b74017157b7a9e297847f48cb8e3d2e3db849
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cc87eb934db719b07e41b69e2a63261ca467431f6909b1277c10eb8b9c2787
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b493f68289b64132621c827f4e5b0e43d9907
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f147812ad4832280a578966c21fc60cfbc1f13aa36f8bdd176dc46ff83c03e9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbfcc890ace978f76c5af3c6dc6c16331ec713e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415944527160538425ef737d31729bfef6b187cd5ab7641f9c7406cb2c9b9ea2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ac7baf31f5c0e2c2a6475a70851460fe2c0997
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925ed52cb6385bcf47171350acf683f18b7a8dfbef9748523c155812f1163ea7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c712fce947b98a36dddc216f16191d46eb79161
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3099f18255b8649d9dbe1c2e5447c6f526f118ef284b666ed2c16730e6bd9b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fd55bac201d320a83260a00ee7ab94087fae99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5b0630f75fc4e3b97e914da1fe31519a26e10f199ba3ea10754e29d7f3e6d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c409b0490cd6251cbbcdf1d290b8b202cda0691c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6621c4d4624fa93fb0bb55a1aca91a5786cf30c4d3c377b8a6bc2d86c33d3262
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57374b47c7079aa7fafdae781a069a2b8d08aba2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ca8d5cea427dcd57301d85f543b5a4986ff95b3b04a5566af5b2c3dc07bd19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a22cf648604c6a397802898eff3b8585b10b10
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e1efc253084b45e0402bba9587c7c903a585d579da272dfa059fdd859ecd0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b482dee38f4e1888d74e4766ba7915c895fc7197
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3814028ae0c9f2eff7b6ec6fe6375b8f92b74592b6c12950dee9265339f21ed
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f801231a44eaabe554e2d2110505614d76206
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1e2f502d0628d45bc7af0be2c9db99a3d10395b800fc90f2e0cb36d384e586
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35583c495f03015a0a14e2c422a5342760829769
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549ecccd8e369a1e4b23e73333b8292571ef4ee806a17ea662e35d29ab60c516
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e999c36e07a847726246ff8c43c48e26f0365ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f328d209858f98636776f3aafedbd172d6a71a8ed5726970a6fee32ea29e470
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfe3c617467601c7b8926b9881920c0ec5cb687
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4f0df7b9e3cbfe6ef10a7e2ddb8982c499fb714548e08f11e561371b5adaf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a5df5028d5374edc15bef8e5c7cfb6f508e16
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4616b8aed3946e3d1aeff9928865fa7606c890254f3d7302de7a105efd3d822
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0157357689cf683615489a06594a1dd90ef5046
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ed60fc6b5ce80909269091f7340f08271821abf02c3e662029af283c03c4e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee6624c3b9984c2ec0186b073dd20519e3a474d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c609a157049092948fbcf43c8e30387859dbd232a32569217d2fa04501e546b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febe0c3ac791ebe190342caa4e3f59886e963452
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9329ba6b8c7f75d44784093269e7d239852007b2342fe87603fa33eee51dca8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd48e65a4486fcace71a02fd42cd744507c7f18b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b8fc33cb540c4a05c0790b5ee990895bcd0f526adbe7942c7da936f62bc88b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3382fb0b7be734b2055ecbca248a3c74eecd70d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b00e25f8070fa1115131750cb7c1b7888e9a75d33aaf1c2c0ef452eeb84ac7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ba00b1438937bbe7402acb7e0e3452583b8f13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae32db369cba975123eadcb74c644479d12f59c94862a5ddbdea3f24f94535ec
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f930512beb962ba0b48904b411fbcd441ca1fb5b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb824214f3559307153594d51638d26c25a13c6b598916da1fbddcc1bdb97a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2067db3f11cc0843a0b65faffd2878e56d29ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8351257619842a0495228c74addcce79efe958843df71b46487bfa481da80ec1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cecb529aa3a4a34d71042814236503075bd926
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de027ffe5d2107de1cb40299db8d49735a7208fe8d9e48b01539731ae9aa5754
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1cfc8a8c90ae78aab17ebf9de1a71371542056
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c78fecfc6c9bc13b2bc9950d250cee12c44214691d9d42956f244509e32799e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a228955d8d7db85f48aa767a3fe7f34d150a036
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7843ed90e121198d0aec4249b06624c75535933c4a35993bc5936e98c22194
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266fcaff5da783ecdc9d92ca3942bc732b1abfad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d2a0e0dde8be10b37d187f42ae4ee5d7186e36cfdd68a61fd63ede0421273
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdee936226a5a999816e7a2a8a2b90ff8a8300a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259b40c19c7773cc82371b4b02ad52b4d7ae45cb5d63b998cc0456abd9f2080
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e12de4aceec30b05f70a5fca96c01d19148818c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b1fe04ab6b1348c1371d43d1589f823d02f91b47338dfe0995c79af2b9ae53
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa69b29b126c0e64ad02d9c8fbaa66eefee073cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f59a6fe6fc22247acbb0dc4c436c53630169c33257d697f82c05e600482612
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3da8ccb327f74717276e77c118964473bd6834
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184cf759d1e1cea447f9dde0134b0aaea0eeb7cc3f5f2f940f7edc5fa3888377
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea828035fb671837118509c6f01453b13e8ff4b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b71559dfa98c5738b2e442c6b2b128f8eada3a9f9eec57560ce952b72494486
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f6010c215360d38e87dfdc596c4b64642994d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d4e930f777d06961dace7b0775c5271d0574b2b260c836c9b2a1fcfbf952a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512a95ca8a48bcc29aa62ace3c20a6c3bf087143
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d674492c5f3ad7f75108643f770f632d06029a889e4db72d4b677db82ffe97
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a967420a02b4b0da9f273c19224201fa6ec977
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afae366c7d5c478f8bd8e7151f60af4bafafa0cd384a66ce82e8272380c47d39
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a2a27343bfc87a31250af58e1634b5cfc2b571
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a330e05c4f11d0656c9c20e744d3bc730f057e8047e79bfa50001c336610ae3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6c2f64f9bd4252159cd26c5d93ce41d97fba62
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bce2c1163b25f1229bb8e1808a9c6039c37b182faa43590f2c5161a4c1a52c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454a2ad391a64a8c02f13625311e2e7413d60a14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca6fc518cfc1d4e8359ec5da5d7f01415da8ecb41f791d14ca6518978959b8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82841abf1925eb428a3c453869e476a6ac0a433
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97f687e0e5525ef97cd91a6c1c1bc14f2e3604d0c33489c8513373776751bf6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b137f1e6df6971d2a1694532ce5eb1ff2fd863a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f64ec4cfa764af2fee5403d30c48d9b07984f4c0a9b88760ab2f2ef8ce117c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a722add523976213546623712c2be291c5dcaf4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e21166183d53ae29ba62698b6fe85e156345911afa9914a4e88f20c06beb48
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bd6096ad1d248721b8d060dbb94a3ef85d2c6e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc96da35d21fca231c263f02ffad1160490ecbf6ec5ed5df78b5040bdcd950c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f188301850989ff7a2ca8d2fd03eb04a686089
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052e133edcc921f500c1b1c6a75016c8fc411e1ff385d9688bf86d665bdbf45d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85eacca10232e60dae008017048cd825d830dbae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717b43ae6d7e8c8a282f5dbbe127e7bc63f96b727d3c62b748d28c97edfbb70e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2462894443db591b74dd1e0bebf8acb85e35676b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf66e59730aa666b5c915c8b84927eea39ca44d255f512ae72c18f5fd68ca8d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b4f6743f982f1137add85b9d956b388b76dca7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23256fe1ecc97f39bbbc44a9c23d3672ae22058ab10c3e8c6f81e6ab83488966
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb673affe0d95ed2db4f12186e281e1ef11e0560
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4c2f3d6186480f0634b8864d460f731428e9cc752be906a340fff6854e1235
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb266c8233a7e5adbbe20c1705f92d5b3caf1ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada47d166f00041e80f0907d8fe7489ef870f2925be743f6cd6fc7bb8aa533c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ebcaeea696739f7b6db93f714135b0fc8e2627
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88229458c3ba3f2a34a54cb891f728fa55b4e31d702e112d9b44a07518d9f65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30927e8671d102c978a12cd05c5a5416ec097422
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3764860c342685e3816fffca7a9eac07b88858c9177eb37df9a07d145560d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644154435d37f57832f387339ebfd3914f07e60b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde5231ac2802bf6b3aae5682b66ef55cb4cae1a53b886dfa896d8817739490
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6703a66ff88fa54ded2416e2e725e1fc3261b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db003909df6a06574dcff9d0767b6e047e679fe23b851b440f036a81ac847c9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e9dcd0d2c3d573716fd14f76e07ddab05178a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd505ee6e334568509a9ba42fad75c77577e4c69395543b5a50e887933bbfb52
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a673fca4279febdb27e908e678572cade16393af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63d53632b724c5c8bf063d448dfbb8c0ab4bdf130ab068dc42dab0de7285ce2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb7ccd021f6352618404d33f6652c323e894d9e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e688a77aece8aa92813ae3da998fbfb5ee09c099993c06325eaadea241f643d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33db8f35e15c864fb92ed84a7efb3b740a4119c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271590c3f78e00817105957f7ffc4c4336e4ad3cc8275e1be14e2fbf877f62ec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e9509b0825df91b3ca4485348d8a7da6a0934
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d97184f43e675963cfa45bd0af61d683b306ad65b1e4cbb0dd4fd3bc8a8a8bf
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce20377163fcc5042fa0920d893e69c12856bf47
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd6b7dcfe5c20ae85a21dbbadb84888be858ea8b8e9de04ae34096fa61a7668
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24f9c84fb704b4dbcf435a0e53fff3bceef3ea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42274702f1c73a10bf9a529ecafc8c1272fdc51e745d4129c47f3964c58873c6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b8aaee094ae1a6496fb7f232d2223f188dd03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479e1d1476253459c1950ddc3122d1d1c5fecd2ef86b06a93a575726ea1face0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fc52d09981569b6b992818195ae35177bb2572
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245eac1ba63fc99ac8c4f6facb9fe4068909dc60d93ef2f24b0889358bc85b77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eee38a33471e766ed523067ae5bd0728983154
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6f7823c015a1de65626625ccd559157ed4c9604e4bdaf0e7c002dc30ea4131
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3137d52611a1964b02e366e651d6d90829c63959
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f085c57b61b089bb6af8d80a4794ee7f90cd9db01f75f72009046756da374
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb4aaaf041ca63625d2c6998c5749870bfab2d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd8746635c148b62e8780023fca479f76f0c7e69254e730bd3a47a4fbf1a47e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae2b45b26ffdadb966152ab39a2137ff6192183
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf7870ed7e35df45421cf20e2ab0bb906face479e18719ddefdb810cb0fac9b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17945ad4c6a7385eb645697049ded58a0b1f4e7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46304a2cc97ecd7fccb6ed91496e553e6a23ddeac35b011799b970ee143b7372
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eebe9c6197d1c8b402668d42ad9e157fa55a84e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe8c599aab2bbbc92170add3a2edab72ce150e6e832e72249686fb45a86034e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ce68078d2daee1e84a66f7b1626877562ba28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1726d3c3bb11cac41611664121d734082c23984ff2f1da9c94e8112b1d67427
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ff261b906ce213fcabb7581d72b31c929c00a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b152ad450b6ed0bbe026ff7ea15b1c87e43d0c5c0d41b2638327222799869d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c25324fa0eabec611bea9ffedc3d078850ea70
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86730d800f635723948d989b08068d68d8b25cdca7c786f9fe45b4e62450a31d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa78fa5fef6a5618f041495da76343d8143e144f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24becb0e13099a6a81a0c60d2bebaf85f501e4a31e90e72c349dfd1b440b938a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a502a13d32a9b793b1cd6d55e831cd4ed86cd1f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a4a2376000e78965939815be04ef711927e1d486d35d59677c67175bd5027f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47233f8d9be94fe9e7d3e67191061151c6ae86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7fd7914509e78b955cfcfb19d6d4bc103483b1b4efb94166cfd9662f40ed64
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f884bea0834d05a089f66a9c4ce4b13a6b3cdfcd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d98809b14a1a7f49e93aa1b2ae87e240e34e4d13ac40bef2332f08a542561c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7ebdcc99dd192e4a39afc72b495bcbe88c3ab4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e4311a451280af0b0df25f8bb0f86532ed21d42106c10590cb551037b264ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ed5665b2db63017614972f60ea4eba88bc2e54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e223e0cc38fefac147d05e43b359f048b203eb4d62fd17b7803b21a4aaa282c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50984daa44435b334a7e356deddb4d43a96062b7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96d9abee2096c8d9c54aca02b76cf7b123fd8055b7ac30a56e2c97921b52496
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07a55aa6692fb22938dbcf1ae59cbd7d9fbcfff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b187c10d5317f424a7c6b3ec7e3387dd39a3ad87ee4d7c96b367cc44e07b9cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5597e5b9a28b0f6ce8c9e9476e30e923100e23
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41eab85c1c0c087fd7261da1c9b036c5241bb0b1a717d60f2dc603a73bb3716
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d61b4997c04e3de534f44123041f1d9248cb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a79977871a42f5c0cf43f9a2cafae0d86ebba9d96d0f6b5d435e0426169c1f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58632f4d037db51f02c23ac856269d67d9f3fb7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25181aad2a912da6f48d549c547f606c26d174e022e1d216601a7666b48722c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52118ad259a2a073c2f4b39b11070b7fedf5b8bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905d7fa34a7528e66f8ec9fabfd5947d45eebe3c58040e7597e3c83d33633741
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1605f497ba0f039b44622422d3bb91f5ea19cfdf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a04949a5e7e454d455e14ce5bb11d3d460f32eb0f65880a9038d1f8064ae542
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8c2cf5e4dd669b5e8dfc1c4fc7bcdf9eac239
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b072675bbf91b009ea563fd5bc51e1567dd65f82ad61992a697e867397847c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3c65deaab790e329f324968a9de45f171a7a99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80faeb3c1ce78cbb949935efced61274314351d63f0136ddd0f80ff20ff5f1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f0d5ea23951f8c772c7cd3e06159baa76a9b31
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26e3b80f5db3f67a0742f66ab1760991ec23d803663476da677d74ef72bb09e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d0a722792e496d386bf3c0d18fb3bbf4148ec0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1c6aa755ba1f04a7a398d059e948d4a3f3de17450edb216a3cefd56f59e500
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caedc0754afd49c746c3b48cb5e7b43b26561e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aca16d9ef94751cf92057fe8de553e666dda429d37621115c86bf563673125
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d542ecf2f608a9fa38e6caec2330be7b9ef07f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81546311cf1356efee0fde7668acbad7358f2416b11cf427c496729dad25c7d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b5eecfec6557a8e8ed71b81371862249f3334b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad26fcb359849be57117753521455f98fb93a1dcae8d64d9996221c5bfcf5dc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5665a0eb3d603f4787d405606216a0fc3a7638
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7cc0366f0fe75f34d5970b64a0bf583a8caffbbd99cc255471ef64f9fdf2b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5594005be6f22e2e1784ebe032ea4a8a4c61d820
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f1e9909058f7921866f25e352b64f842f33a6687ea87ff6b153a62731b793b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c553ef2e5e07949e707ac08432a0e0f4c2b14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce9516260eec1ddb96c62eb2f9f43d487a7df113e8cadc0b6a954ea9c8764b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0028f2a9f8b3b4569445c31499cb85041b4dcc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a423f06c90d184ea9ac395eaadd2a7451f3e50317dabe81542c50d59016ebb5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef68a30460009cb768f16e50865cf4183f5a5807
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7668e2e5f1c473af376d332939cce967c6442b143af49008be0fbb59c634cf3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a491995a4b4fbbb52e56d26d834b30878a994de4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63086d8cec334058e194a54cca292c0423a29a0e3e8f9f92735e45b0564b686b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74be610ed83287bd568437f054d4cb2983fb7b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf833161c354f19f15a989118c3b491d1485ff1396c4c0c268ccec4c9347e2a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d50a2d033bb668818d5bfab96730fd4100a5583
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628178515e1ee5ae8b4571e58024b9ac284ba0105f5570ddce58727736c90b16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533269e2d447e899ff4a0eca1d1a0e2885a254dd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41065328fc94c595a263558110791345c634b89ccababbb9153397ce6ccde130
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317bec55bf62345d655cbc5e6e72f2e4b5b9251
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209b607ad3e65b5d2f296bd3b05e1b8c47577657dd1ff2b50dcf5bac5f6243f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba9974cb0baeafbf2685cf9ff0739eb974db11d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3627b597917502c4a609396979353b01eb5d11d4fc5b3973728bfb2af3e96fa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3764cbd072590d427a1b47ed8b8a6ead005ee538
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd4f7890d47ccb030dd5f8e8be14eab880975e4ccfb10d80314745405e47206
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01b6a43e559bec9e614a107b98c114fe0e106c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b14087f15f1b425787123ffb51ab64cbb84771bbb61e373396c7603c61f3b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fddaed218e2ad2aee6f2a89b799bd954bdd7ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6d2e84a5c71ba0c717af677213a8374ae069ca6044bd103c880c271e0e9600
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dcac9b363d9e03d497b76628702708ced0a4be
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf69530fe86f6b41548c47e73e9182b6c6d40637fad02bd4716e611771aa575
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8855143cec27ce5d1bb7b1b308194d8fe765f686
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151e5d6ecb578f83245192c0bdfed53d67124c5e04513b2546a66493db974d06
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bba8149cbf6206a8adfe4ba274b0cf84af8197
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a23c4adac3ad3fce827f6c802919f488926926028b94be0e45dc6afb3e890ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156505a3c49d37c12ac34afe22ed3dc8cce09cd5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e04c01aae8ed45c720fd66358c0fedd3984b41225b02a37ab1096643b8eb32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8970b5d05a97f447e0b0d488d509c92909d799a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f844cb6e06bac03a05f6a45aa7575b41a3f1137819f6407cee098ebb3a691d1d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1498e35adbaa443321cdbbbcf37c2ad8e896865
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c8be8cf8dde3c322c1fb2a19fb2d60d6aae676eaa89154d9cce09b1cd5bddf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e49710c7f08be3c70af4492b9f9c28205b3689
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c436a239a3676d54f918e3fe8c094f30a3fce5c06947082d10c43c98d928c7c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c04955d3bb547e180cb0cd4eebcfcadfadd1d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04c8dbf6715fc90cf8e9112d807f632a22db2fcfed26cf70fbd88bf8b62d813
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b83809240026ff198d10c42d8a3d626007bae0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7767ffa3bc73b7fe98ad0cf09d3fbc00967d048dcec34406a8665a759f3618e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18e8ef1134db4cee36825126c6738bcbc980989
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4753274ba70cb6df3a2ba0843d14fe19852ecabe002a451703da11c91b111e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a09f089e9a6ed0c430d163f0e0cffdd3d7afa12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26d08b070099af0ebd074e70334b8ebcfb43d70c2540ec3d10ee7fdb08ec640
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a890be1c81f99288f01e582e8b8a8a3b308641
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08955c5435e50c1a0112de8c75f2942fb69180d23fe30b06a6d9a78b0d6ce51e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42bc5830a76a445082b297d27ec2313fa3cf7e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46a97280af8e2b0549994a5355a0bf61258d2cc972009988769d2d314a93db2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01b63ec2d2dcc4e71ac949a95b3595ccb477d97
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86630c0ecc6e6005b9de6c0243749ceeffcf879b9cb7d651261e4718202088e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ccf6f6a3a0d9075ab3fcbe15b5f62b25164e3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8051104b392959a8105a9d3f64e016c8f5e9c297b509ce422f0031b06a868396
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb815d3a44af5aed423e747337a85c0813b1839
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f7c874f14c50e6af04a7f1deff0d0528a5df6392d41a3ac890b1dda0e14757
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3995802cfab2800a26142f252ea5185c1deaaae1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac45d253bd1135a624945da8cc3a226b3042b624be9f108f3c3a0dff40c97f1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5c93510b0d1827dcc11d828bec4e437192ed43
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff123a1d8c3c7a8645a7b815d99bbbe2af991b607e18dc39ec06ea0bda6b79
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7167df350154cc4a32c84c60fdbdc46ecc74de47
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25508886b2d60fca11f0219d056b8fa361450caf7d72534f2e455873ccd7b9fc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea026ffb822dd8d746a5321552a084104e3e525c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2997ca8e0d8f77b08cb93c0a87182f32d1f92cd3c5bdb352123996652328aa20
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a8e9f718714de06cef85cd8eeb3156e6b8d2d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e02ae69a5e599664aabec246571233ba94f829b9631731a339543f7e4c446b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e80f25be322534f97184f205aa1e7fd3901393
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502ea3acdcafb489e927aa426a9ca58993bce1d96b3b11571abbaa27c7bcbbf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516c0b7acb97111acace76733739e565e2d6dde0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466e943b0ff034f6e7093401a0b2060a3ba8bb4ae9e7f2a8c73127dd74b4a14b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6a94395d03e527ed66043b794e5d9db9d30490
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c66691d8aae74448b24a7f81b75cf991c2a13af7672444febc453d713b5e7b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0b260784f4846c3b79a49116c67632f76923ce
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad72b47c7432c2941ba1fe6850e9a1d29fbbdb6462b0ed95f0b17778176bdb57
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09cd9119a0c46a4b352d59c8ca4337731c3e5e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96863b67400febab9b51712c20f64d0a7ca59a82001065aea0c73a272a22ab61
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e62d712660666fd180878ee2505167c6508c5b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb5d14e913bf9058859d97aa6a30d4d40d00b48a2adb852c0548dbae0495d9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e4ed73588dae140d34981435bf1041fcb1a972
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4008528953b3de9605eb7c2e3e9f0ea5ef7aef015f64c20c2f421c1bc24a9bec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420d6396c6c05931b7309142f46c02b9653898b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e46fd60db2baeae3cf1abdf1ca82a8a4266393edf229d4a43b829b63097224
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3321370bffea86c88273590035740d073fbba71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79565f3f1ba0f6d4ca2aa2b9cda2d313c9a824b3732a278e13237c8a0931b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb88cff1fe3c2ce62cb80faa385425ef7c978052
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e891272698089d3ae5e306ddb0bbfb4c6fa62f7541a447cf97f821f5e9e8021
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66808159de3075feaddea225861c7aff8c34e5e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2325fbebdad8f49bb5133c14200ec5fb54924914c4556d270b6b615cfaa8ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a331cd694868e357c10afa107e563d0f7ce929f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741bdc4433fadc016fbbd776ed833fba4ea39c90bf8f8562ca84d093c1d80a85
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f65a2be3d4720fa6ae55253e0bfbbee9be408
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d43f31d383fa8a9ab2082d5e8a8a8a54d968a45039c3feb8a4da3aa7428ee6c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f967031911a1a63de21e1fe7aa0a694d04849007
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c0ac71e9e9cd9f4634264c98771a480588cfc24ab24f40b6495bc079e3e2c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a4b498b5928f1c166c7bdd09b8a2641819850
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6c034a69d5140420be88a8fc6a365819ff1ece2105fe636c44bd6289db84c9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881ff45908bb52bb5f46e55aabfb9ce0ef182853
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18e24f3d506cd97dbdf89acac7f71167cfdcec3de7ed3f8d6d0d10ff5d5b14
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd9fc588b9427e50b2a9ebe7d24494ffd9560fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eba13d26b4e75a04400abfc3405fd3c9297b96fda06b61cdfde0e181418eba5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e7032e9eb60cf9fda2af27e1085217533ddb51
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00690b477e897c474d849ad1c332e51ab0257f3c9116ba5fa1ba0392377dc0c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fecde77c14277f69f71e9bb9bd55a930f6d8b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8bf54f1fb5e6f80aac841ebe49ad5140e5944959953945fe0bff3d346a88c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d04bef27df2a038940f1aa98278320c3ceae20
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c418ab044af5dbd5bf255761d849e8651e62b0d8e12549ad029bf275e1036
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9887e4b45d6e1ef34cada87194de2c4293bb825c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e4b5f26cce393cc99d44d8c309fa086d156a493864c8ffa8ea0d1ea1ad9de5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f30ecf0cecb1aadea7f2a1fdd4c0bd91541236
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd5941de33f13a68cc55ac35426d67b56bcd518321881b0d0c7d371e5f3d8ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5bd831a2b33798f4f18b8492b42f4af30719bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bf5e0792eb656dae61b42b03cc7977354c0dfc531d5655641319ab316b6923
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8bf053191a08bc95d9e0f033677802f1f1bd6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3404d9057292d10f593a275737956a13abff555af31c48ee482ac19feea19900
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a44b6a40c5d19fa7a4def5d7d1f185c6e8790
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389608212501a6315ddbbe2c807091b96c81752f84e99374e7cab2323fb1059
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5004b569cb37404bbf206f0c9641f755a29a78c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215a321e0ff04b80953f8e6e3406d16e926db2a68c72b1b542af46144df4ba28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8862993217a7c254416e6cd5d48f47e79fcda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08e118292f7459ab04c077ae5383e6d937dd2b28c4fff2e9212029c3d78bfe3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a88371a53ef72aefdbb46986d245201eb48610
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a3791b2d3b671934f3c318410c0c0cbd4d3ab67880739107d9208f5ba386ae
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6387b94d1a4578c486647d248f7683dcf168b0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655b5e795bba8a4d1412dfe25fe987c26c78fa750358f3ae3590d56337d533ac
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6b4027e19aab39014e19cda43773a8312e3309
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b2e429c8b47f9699d55731d4de4c10fb5bcba64f09968b329054c521357be2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d680845d4b4efd9602ca1f59438527aa82d3064a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b9535a11f1bc4a6d814454c199802d8fd8ec009a00c196a24bf8bd9db8703d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6844169c4be212bb42f4191e4bbed6e1d02e63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff77bf8dfd838d43429630402daef15131d1d49ff8b63e009f88a60823184e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a208536ce1920a35de6be93b0b313f8d3e97922
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2161621452ac401479bcc0dc9e053d311f7acd5157efd8c15ffb1805b6aa5dd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db312b39e8d73714310bd63a679950261ad50735
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e699de7982ce5108804ea8ccdebfb7b11dff4b33d6cd0761791cefe5b8cf621
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f365731ee58c16fd99b19fa999a4522f3ae5bb6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34da85e7224556be15b690bdce197141bc5461ad1c4e74ac476f1b966c423c56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7337af212531f63206baa026be64af6e5adfa2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac9126e073a49f9c94fffa7b1d424215aeecad650b8bc296e87fde6f923639a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d078b38eb475eb3b8a59dcb2f4d2376f26ed4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1156599818db5027fe385cf2498e78ad6d05b0513bacbfb9c7a6a8a90e23cb5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb6a690eb15129246f5c4f6bc96a35a78c2fcc9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a4a5559b5f1cc0f0a10f9da4323c682b67b73c08f1fa6c903544476709c68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026eb8ae4b71c9564fac6d5fb9462a27f5069db5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb23ea8e5699ca78981eacd72a68ae868f82fb9cc3db0f24ace8d0f0aa8386e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3332b6bb7f4ca11704f11f35163f51da1686bf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eee1bd3ff2a15017845e92ebe422153b32021eb2c27eed02dae8a757364ab1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b641f63cab1a9d46dc9da2c50a66aee872d672b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15362580aa8d42640831f3856f11b2aa15bb3964626689ca68c0a8cf729c7ea
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bda178eef2deea7cd9d6dda6beb2ca409c0ec2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e972986fdfb9aaa21ac75dda9c5f07d4ecf7abd77266af49bc81adcabd6af3d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cad1906e8d3389aedf00f7eb0907c532db6ab96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2148b9df4404f06764e7018ab4b30ae6e498771e0ceef52b65e30c95bdbb2bb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da0a46d8227b530fd58b56e4d70e41be84422d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1078b0ec80fe61e0503b273348aeed55a64820b4a64a59a8ea86d8624eea4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c78d7912a1b8535b63e8fbe524d9e25fa0d12b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f22b36115e7923d75fc765e6736b724b5d327d9d8a2aafd2425d03eda292395
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9b4118bbf1b3ddeb01718da3457427f6748d69
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da554b5eb31b248986f4bc491c3d88f3e6d1806490fb89a5bac6d019cafebd3a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ed733a0ef67c5a824ec44d01d5a880119eeeec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d8279338f2009f32ae962ecbafd79bac78ed4f16444cf84bf3ba50999262e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4c9e16548304b6908ddf42c3ab12e7d1ca55b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1277be2306bce1854968f3229cd70f4d58cc6fd06a41b9cb4ad11b961c2f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62a84005089a446823f8e1850708afbd5da7402
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c543b3533cf70119906e0b666bb93529db44a23bfbd40af1913e88f710766b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5548347f3a7765892c80d6c5677aa905698245d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7c90a3e26560cde2dcc2568e76f8c36c10afa5a95ea19433c66a560d995322
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f6880c505659e4be1f4121b443545d3f17dc64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c2cc00c41aed1cc4a4d75b103aa8940655246e736923cfd0812b0cd8ef1543
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67baec5f5b100541fce52298f0843439d59b2b57
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79344251233e8d262117c3e47b5926ef749f7326fae8a6047b25d2657a35110
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0a8036e4b18295ef8c3ff53c83a1af6278f9a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2f4f1415d1bea97163ffbf87b01507f11134b3bdbd2098c96c2782121ab0cd
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fe6045def6adcdeabc35fcd9648e8a168e0288
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e359fae9664f9b7cd65ceee6fd73f49d268d92ee2a81104d24dea01db8833f9e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da849259f7c0d39b546e35c503656150b182b95a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e529dcf31f71af303762a3a06c8c07f186d6f315f94d0e0fa79b5ae4544264da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927b4ac135f013a979c5174ba6efe0a3c1027ba6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386ddc832a5fafd27affec3153e9cc3e15f083341cfd0b0e32ad7535f2948435
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c46a8a6a2784f40e77d56827d9c8a017011567
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579dfd0cf27a2b0e3eef6626acc316e98a58b426b41985bdeb492f6b9a381cc1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc89f26363f9bbbf80415ac63567b6b72a7fbfc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355d6746194548ee5345542c67c2d87c2038d9eedeedb98d776d01e464d16a07
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e788fa954a1c20dddea3fc3725710a81f2354a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02a111c14f0db0f2d3bcd8636f00b84ab60b99c8df98301bb39db855820443
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc75525e5c60872b7d7566b25793aa3782c5542
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986064b01fba841d7958b968a8a04bb28129d275947a5dac2a03780745ec6c86
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7187898bfe3a5930271b322135f89a492d1c4d6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba3b2b80c3f9fd781ffc4df3beca46d566c9d290cf6eb9dc164dd9686124bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c731fe442f01b945c3ffcefeb150b24eef97c2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b592e197a134e95443264211ece7641913f559e71d60ef07b1742f402d94af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34e565953b2cb7c8acb662b034ab69ee3376091
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6ec1a7172c60e7391c59ab21cee25f2c4b8d6ced127bd3e15ff1014859e1ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8fdab809162bf32772aa8661efa51b25a84f94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e38a6cfb2d7d3e443c3760b01dfb2bb99ce41e1ff3fcc2e410f94a15010e609
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d23b1a31daa5deb7cd00dbf27768ec2363436d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ccf64697f602c4ca0eb1671dbc170519ebb2ffb5e79c1874b03a1b38630462
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23940cb533b84d0ecfada677e7bd51ae8cff116c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cd0d2cfbcaf55d635f816f71adbe745d0a9817c506083349dea7a7ef5dddf5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4c18d5d6c2dc0eecd864f0dcd6d2f1bba3b7df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb94f549e6e301dcbd96c46830916a79d61b68891eb1f6c6fe13e62c35eab84
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136788077e76a7667abacd5c53a810fc27a07dc0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb5998cde8f24e8a408630453ce063525d6fb7ac74ba4e4e1ade53ce6d2612
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6afbed28ebde6209e82b14dfd0a98a8828368
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ac62c7fdeb6c263d43e8aa3142bcd53ba0a67230e56526d08448c47569651a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d4d6fd81d4f7f9fc36b9a4cbd27e662fd50bca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8996588147d3e21aa4cc2b56b071cc1e0728dba4324526e6d9f6d74ad91ccfaa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad95add42b6b6019b02788f953a6fdf58fbf3210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aed11d451f1a6f282ef55abc6e3c23cec4101fee783557f6d2e5705ddb8610
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8faa45372bc269ad9cb0fc459e73c6410e2047ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c04c00f2e4bfca8ba76639195d4bd380ce2acf1708116337a386034ae8787d5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d085b22abd2a9140076fd7c97b68e1f003561ca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb64e8a4261e070adb66c95d48dfadf8fb83f7e0a8ec689e0b7b20863d16a67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d0b1c4082237243b5679b427b2f136d947194a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3718f94a0a2aff89037de82c036fb34f74c378f2a5bad36e7adc6754cf3304d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ce73d26c11656210fd97aa5f3fad3adcb5c2f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116b45d3036876b9fe759f559b71c567dfab1d62454cea5bcdce815f76b2fb8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcaf4edd6b4e2377e260ef910a53e3b81b8894f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f0a0708f5796ceb81647f87924befa96cf01cb188745777a0dbdca71192299
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba957cddf0fe7ea3386e4409a44744efb6e1a96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56407e355616b5c47dbd5638dddb6896f0c7d82d039c47a10f0933a25bffef1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ca29fd7e9c0355b899c41d45fa0eed5c90c2af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b415112b1ae36204ef6f56dd48c47d47b1cf681bf428474815133c6fdcc7e95b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5f53c6b9f9b745dcfa5eaa07fafc7114a5043d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0980289cb8e879d833a48b03d5dacc9c82c4d7c5b0c248bbd1c18ddbb64d2085
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506531ca307187a4dfc62d2a5f2bf4342b0196c1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66856d2e57aa2ac63c70815ac7be85d7893a24f2a88fe2b8ee65d819242597f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84edeccc495ed227403e5c35301b9fb72280de13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe34635a66373e75756857168352dc24825f3017368e19029e8b967201e96939
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443a9f28e2043e08e0adb24e4e80f98cfb772fe4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dbf111748a4580b98d0d17238c09668b5d418bba50cccc1c949c965d434fc2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0398af106005745d23505a7be52332fbbda576a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e962afb2b96b9b885ab7e494a0051dc00408f2588b95cd6d3bc5d0b417a253a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb975bccf48da2fafe3eb6e67fa83d57f7653c5c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf73577f786061116b3bc0de3e531a416c0f83daa1bb54f3f500381bea1221
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e7f8936fb99ac93bc4b17f82eacaf5f5e109f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc3911a2225c2dd8d22e6be7cdf3df445634891e5dbd696ffa588acc92a0797
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ceedf37986e810bd06b77341cd68c2f4a267932
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95bc1e4e2f8529306ec9cb7e1a1abcff678f8824328a2b67d46a88158bf98a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218246cdb50af2ae974d5716a1ea9b80a10d7a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e9f0b5e188433a9147980005af9a3da90fd21dd0f3b346027906c56da38ac0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a951308df49908879808e67d3b5afc84ce558df2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6450e47719ddad78a4b8e38c28fcf658716e9edc28ffdf36f6e8fc3d467545
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0295cedaa6664af9c0230be808030d80f5d5cd32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74469f48c1265c3e7f10cec02b0c01a5e276dca875e7987af88dc7066a30fcb5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9b0bd51a194251b38e883316be677646f2737
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab80ce6c4039a7d7f1ed216a1a19beac669c229932ab1e14bf8349214ae3d4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a02eda989678e69034d59198bba4b68f7f0af9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ec27995993a912b606b7fcd01150919ed31a90a5bd730a3bc38ad47ec7dc3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1c1d9b2d3637e21523dbedea8659b3d85b8b9d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d00be019e0c0b439de39752c37f570a4e3d1c0bef2df686e7cc70e1e74557
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f505d3a9768a8425db684968d3489560a8952
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c5843764e7939a0c9dec735b698ef78bce5385920ff6bfb6d766b42e736bc2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c3c53d5b957982a98624f771c0eaacbe96857
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b14a00f12be636a0f2dc9123de8a5961d6f100787184b0ff3aeb2cc98ba9dbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8841f2c7d7651985e8e38574a2c5eb44e24d72
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa0e08e6358bca0a04491f1f50e7c2a49c108e84109e73e7bd0508c7af4712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87429ebf058a68d19061ca0a23268dd0264ff1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aec0891440e881a1aa8893f3060a67614043150e690e96080f011f6820bae2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb06d1986f29179e6c54cbc7f4db926cc84779ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37102478c8c4bdbdffaebf1ad1089b0b1e2648abdfcdc866d0d1e76c8bb13c0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bef7569dc2383e1836530a9f0d299483d9b3322
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1268c62ce9f7f25f188245a60ca542113b42700ab14ecda94535343ff1f8b55e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9babf5ae95a749cff3dfc1d6712a99946b917248
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e841d1b4f9941bbf6301b1f321e2f8501447803840ea53db1707bc5c571271
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a1c820f0577b53958df23889990a4e0ecf8f58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362ffcbc24bc5275c406457da31f380e562cd22c68b4d5163e2af2baf91c1e40
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91732ccc3c0718ea82a860b34ec5bd7cfd07fc7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475597bdef522da4e328540bb46c63cdb0f85f5b54ef008113666148986bbaab
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21a2c227bcde213e0b08e7805157db4c9bbb172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b07641b1005b0e305fd46c137af7317765739e4bd24620146cffed53c5c672
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ea09fcf18c87cb5c9d1cd093617c7fd33725f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6c9fe96bb873b1b6d2f7cc894fb4bef34a4a437e2ebba7a5f8b1e6a9c1be7b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d34f51d18877dc47258a52d3452c2ca93c68b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f850d2849c8e20ba6cdaf69b6cb05968ee005606aafd0758dabf5a88424903f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92382039b6a336f1f06f68a9653791e3396a2d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d3b4eaa3ef27c0d186ab3e4278f133e08f5f1ffbfcf7edf35ec222ef16842e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6ed15a00833d6f59babd23863acba33cefece6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489385ed962803cd01ba72f0569755f0a7c4512066ad29cb272e119ec1c7f2c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307040b0e3520e0ea1d9f0018d0326ca9bd2c2c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9a2e5c4baed157354c4684506a30802a1531a9271185034585b5a8a90e89e1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c228210cf65cc2f228e6744bf7fe1c103577c201
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b7359f032225c91c7a4076d772ad577381deb070de9f98dd84f7cec6b01a0a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48567b5cfa9a0302e1327715e46c8be171bf5cc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7639b8387cb337bf789b79978b118b4c64389bc5c38da8360e4f035e97fb5eff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae589075686395e5129a8628e66d189a052c0a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891f05efe18d7e6d00c60130245a0fda89ad2b3ebbe243d0f359c67e64586548
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b856d6dd5cd03d808389b3c9c96d3d8a341c72ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d058b5de86f5ede8baac3e9d85ba7eaf529995c765439290fbd8f4baf74c02f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aa0f3359fbf865429aa8874ddbb52071efc7b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4591b031d0492f03b3bd12306d324283f5ab8d24b05db7544a31ca3fc8464996
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6027c74d5a8d2816a5acd66225aec58d1d892a96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74991f84ac8be595b253f7987796409d7ff76f0db9bb15e31ba8fc83f509cbae
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfcc9634b2a636593d800bb5a1e51437373357f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0463f9330069f4fde90de69e3159225517013fc05c68f7edbf652fe58c8f31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236a5de2ca4983cb8c5a14f59f02b5e8c82abe03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e979ea09abc9be3b2204179cd7878eb91f986b9b22b56e0a6e9663066461cbd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41346a5f263241f5cce465bf0e576ac6e0a9d9fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cca715b778d7ccc38a72add6c30f3a12d4e3a0ad7f6bc255b152e9ca14036ec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac456df77096c2187211e889ce05e71b62c63a24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9262df51fade984ea4fb8b67bdc5d1365f791a64a92d0ea77b0813443b0052
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bbcfcdfe7e4b8a9ad5c86eff7080978278d592
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c0834f9d8473df02da550f37fcd2a3ce12f347623919fcab8851144fa9c263
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277fcb8b9aeedacf648a9a16af30acb9d54a724f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91995545838c7638fcb0a9fe678ff9cdd8f8f640c1acfff4f27e245e408d99c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eec37b522724c8918dfc113514787b0559a369
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f03688312b11e65dd8e02a2b1744de66e594559f1a908c7a0e14de305b91fd7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9dd3de283041b912fd419e600f3125a6137ea9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f1cba79fd44e42ab52c4fd56459da0d9fd790eef3ad555dab6892e4d2197e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a659f20f2cf8af4f223337ba5701214e755a44
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f528c1dd4f66197893f8d1b8a14d1dca1ff48e7c5bc4c4f3d1617f9efa326c21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f48a0e18eae5a5cd662face1c6b10949c9200
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d93aaafc37f3bdedde522668f3e670ee6cac219f322a5bfda5fdcab01f5a1e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70684caf8e7bb8453883a8f540ae27cc3abd9f99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092696c8e7309a3a232d7e4c7c617a58a27b4f3b87b5a8e76a355093cbbcc712
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c7cd824d7e2a9a053b9cf257c46a21189bab8d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66efe876509aadd997d42d3b14fc2fbbb5b921961737e46fab215f7f026b7b0d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577b2c02a910f8e8aee69dbb42b927feba3dbc2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a5baee9d1a3cdb720737bb40bc62fb1a38119984f267ab8feddb748560e0d9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc0e0df26182123f1603dcccac499b2178cd55e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d901013b41d148c81b1942f84d6d1a03ca6e4f67efc8a766c3ec2008ebf731e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f29396f4172cd8dc02cf313a100e214f29bc4b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38080f580a468382e96621113d65910426435452f73be8d4e34706d14c27aba7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6a8f638c7fb43dfd46dd938ee8c56c7659f6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b97d7ca1c5c59046f592ef59cc474e1e5de7530445939e7bf80c235c2a28b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817eea2fc8d1120fdec5867f8d2714ee98fad60a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3473490a9cba15c70cc90ffe9b1460dbb61577ee4a34e19a6574cb62871c94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498f2dbc233b58ae3712a68c3b96cc9b4be023f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d60807339a8050c8890990326a98b5fe5042d176c4f410af6fac6b33f18684
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bbade7e5f71e75b4587e7102138110b26c2f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5f7bbb95248e3b6a10f0970c1b738ac13e4950342081c27c874216b3e6e9db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959a7058c04b243b1687dbac780c90d2cc1f9e67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e446e5980d5d888318b47eaf051eaf0b94c8561e5f5872a5d973ce011473492b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0449d1da82aff25df3b7c9c2b8033a10f642850
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73893134477d111d70630d8646c72d256cf433a76896bfedfae7bc3a68dc5eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1207618f364a1ab5e2f202c81fd4451d3a7971
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56146a261d93bf7b876ae618625c343158ec9df993484b784ccf19424d1a108
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb20d311f4737ef0eee5df09102cffa68f7127a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe13741d3b65eed200d5fcf08282580a02446f32f46987d716169beb3410d1b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4aea85b9eb8371e557f5903244fb0471012cac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3bb4568cb0fa4fdc15c425b1f9e6975e551012d62ec02d3adae7c484f6b93
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09baba23f2193448018ddd33a09b5418d3395905
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbe186dc2593f1909afd660746bf7133ea531e823d5f83b5d1da2071d56b5a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4440e348531fcb83c329003a38a96dd0761e2c6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af8510d09f0ea7d3017afd6a44a810f7828b394658227b9928c8436ad6ba9d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10b597dbdcc676935e089a99d2793e3709991bf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3622a464ee2044bc686f9fa81ec562be020e688c9ecabde81e7cf93714dbc5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7010be3295a98be1ddea6b64cbf05f9675e03c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c02edaf374be77654d162d695598ace764f8e7b7e579329684046a5987f7a54
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec866a01c592f327b7284d7692ee0fe46cb2ffdd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a760bf9035780f1094a8af6abb143c8a5fbfbc13c4814831743fe18fe42edd7d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44021a6c12ef0e94db0cacceb929b49b3dea5154
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42ff97fa9fadbfe56f85bbd406432bf8b712ae93b2eb7825ad2979ff66b727d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e803940e0e1c134c50e9129ff6b0f56c58511d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec055a8902759db2f9d603014ddb229ff33e6c5cbcd05b8e9fffdf8290c375ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f92f03dd7ff74965cf9bf238704fdfc123216b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a11c7a92778b831343f1e4361dab23791989565be0137971932f86f52265ada
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aea84a8494c84c914b32dffb8eb43d3c1b40609
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8a3e8d6f29f60ec906f61253ff560fe1011353b17ed6cf92875c04a450110
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88afab81e99ae00fc1175e35027ef109aacb5396
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd4413d8a521615a09deacc23bfb46f43075463b69a0b89a656888c10d98cf0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f14b4f7b0d5cbfda27288cc74c6dd289f27c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c43d6d46fc80814ff82f410936827cdea3bc6f1e33afcef7f445b936e8e6a98
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14114140289f9dfa8d1cf4cc2699a6be3db29ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87b0b6777071b24b4e1cc64f2365f12ad553a977a7277a2b4b96eb519fc561
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460a6c991b83dd23c7bcfe63b8809d1991b418d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3161b505373489f25405ed4a5817bc6399b153fa4a6d7c5370aa2f4a0efa2d12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b773dccac35a70315ef72b5d16811cb51e1483
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90905616b482ca69d4900418ede743e03fee24ab43f8508d23e9177190b3c0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d606b638fdda11d0cf64006111fcb0afa925825
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cb24e428897210d34bddd74b0af1e551843e0a0096adff95a40fb7e0b15082
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9443e5aba24a27b7efa525d718c380a6545eed00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4501268fa9b63ab9f2a1fab5bcb4681a4437c242794267b77fa63826b2a83267
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5087d6c254efcdb8ab57e8f5279d8de55b6dc5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa7cf8920018d653678fa79aa238230c2310993a6eea4d523ac2d8374de52ac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20376a2c9f98f92f324a5881a9eeb6afdde2588f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e14d9dde3a2555da4e1c955b2b55ab8e708729e349bcf9999d082a39188833a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335578aa759bfc86bc0dfbeaaa774e686a8f879f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15d31561b0ee351bbbf300eba740fbcc80cb3ed11dd0f9823a5ccfbe67a2180
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d7aa1516abbf9af9d2cb6aa0e71c48fa7196d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd04f19108d21f92d35f95595bea96831b546ada2a2989a80028d2eb92cee0f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0311adf6b2fae436293da097c1ab272c7e635325
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6b7ec17174fc39449de048958d88831941ff19c57c5de257207a141ac2893f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1eb1d45fab6bf80d0769ba74d03d7caa9f4259
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e294eb9d61c214b98a143f9a7b7300d3e6723a5d3cdefeafd59626631b9ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074f58cb41333f978bade8bb86e0125e52d71ef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f1b16abd22cc4f3d880138fac0007282d156ba9b7937ee670ab7b5d2fae19b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9d557faa97f95a0969ca429f471cf52c0d08c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988254e89d29a5b8e10799789d8dad050bbb9c34c4137ce5cf213d62242fa08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493c4c15635b7fd7152da3849411c7b0aa817edb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210253bb45f7e6e59f16470c314dc530c1e2ca3af91a64216729135fcbd0822d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312db33c70dec7a031d6862dbfcfa0391b07b308
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd033b3083e69938e760efba8b58f13bad832379dbc49ce437b7124ddc55c3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961d01e1be75b33c737642c99ff9bcc8ac8f8a89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9954b29a8f43875dc5605ecf50987c4440fb25b6f0c1850bd928fbaafc2810f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82c115b4d9934e346b9ab1c77f6f4949d1a41d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca8bd8412716f9acd5bf5911a0c705df84c4efce643269bcbad02ec03e583a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4223cbddf70776a99a43f5a406ff1f82c4a6a269
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa153fe13f82414dfcb9ac6fe7b7db6ff15828a6beeab14def27366e3c8d0f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd5dbabf0d421e9b142a0d8e0214322b494e256
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc62693bc8cf4af4ada73027cc3dad2fc04d1a1d22453fadaa508c000b31e779
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e0e89b5ece8a7ecb56652255bca09191d9ea8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2951d2261d0c2caabbc3a3faf4525fc10b9d3c7d389245458792824c27cce38e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa8c4d799d4d6baed696bd30496798a6288cbca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1882b587a8821bf6d072a9bf9555e034f6180e7d6d584faf0865cafc126d9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e285a11f1c2096652f395fa0d00974ce39a529fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0a0fb4c0e9b689debd29d364fbee4015b2ec87b53f1505c2b45de7b89f56d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd18e9a9943230b02fee45f8c6dcc9de4ce988e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9565b8f364ca99820e75c93f5010f6a65af4be36f37381dadf7daeea54e7c8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6891d94d81d6a74842a3e32af95168146d77d987
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a664f84bde65ad5d0578df17925adf6205f5bdcec5661eed0d0ae87e8ef68f87
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0959437b76daefe0528e6cbd29830069486596
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11574a5e09852c646c4edd3d0f69ec595fa07fa90b506ad32af5c03681d3e4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd6a02ec8bd1aa51ff49b96c7a91f47a57fd554
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a407553bbc2c202ce598517189033fa83e41b492b83aa07cc5edfeb8eec2e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc931ec432c77b0d6366cabbfa83e280bbf1231e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983805f3957675dcd8922463f4c9f629c8bdfb362aaa0ec5cbb49a81430101d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738815148c512840fac5d73c89ce2e2e3c7002f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab6477bcb0461ee4905d917d322dab6358c830b229e685478867378540020a7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46a00778606723de51c4ba0a9f445ea88cf2f6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890e0e953dabc3b0a0bbe9ef99231470e4e846f47fbc3e6a34baba8cd145b76f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e46f4ae80d969c4fb7ad631b38113d8fd80181
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20157190ffb4a47c15a64e646314ae2f3a656226d5d6981fc7b41390925937b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301839fd0a8ca87095930102406e739bed331378
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7dc6a47c6dd89f284844c7e9aa0874c6ff99bf9a75739d2311d23f8a030dac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0284539c1cfb467265c8703f010c3de2ac916e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa7797303926713fd11eb11b464c14d58336c6fe5eba35dc9d83c8fcc0105c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dda230fbbd91182d7c93655dc0416afb8dedb37
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fd130047a8eeee2d8e52ce8796560e4ac1dc94fd6bf7828e8e425af505404d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17817ebde79a1cf0509d4e8ad5f1153f0c44342d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcde21b9cae3297bca4483c56282fadf1aea15ae671d73a3d305c2e7dfc5c482
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4f9d66716de9e92e664279f7fbb4d92a3ad99d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b4f0551444a3c9f3fc02b0a0a6da2e4814d9ed35637acca16d50ac6f8250e4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/lm_head/_0.pt b/params/phi/4/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dba90b2c9746d1aaf7693f41ca5b034d183bac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c38ffad09fec20d769868d332a6ebd31a3a71d0d6430bd98a205bc8ae5276d
+size 205955
diff --git a/params/phi/4/rnd_search/comb_11/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d4970b4b872298327adc85b399bcee09e05fb5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62b121756ad5fc80f5061bb478b9abf1f56987a50b6a5c17070853bd3cc3e13
+size 205955
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111a258de7ea0490cf067447f476b3b9868b094
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb58d3e4c8a4d4bf83c8531818a9479449e6130027dd2d4e4c51272e167963fe
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b86cc0fd0b2c94c87858fa3b6aff9211b18f9d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc576d9aa1c6a021bdf677ecfa2ee2443761ae15c38d117451efc25694bc1c79
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd7ddcaa27dfa0a2c823372bccc0fc65c452503
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae3cd7e2db92a5390f6acdf1c33c4a2098f3e46797ff7a30ed5da8f0d4752b2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747d4d8522a1fe7e0563a49893385e42804e4e3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83519ef22ad3da7ed11e7507663acf343c7519a51894400945d20fa95922603e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29a6725a4091b8058bdad73c1d60534aa68e03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a25cd8cac6fc7a819e1bb732e46f2fa5a297e633a78af8a9f0884c89d15f8f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a20613a2579a38db79e30327f72f4f68e4d981
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4157f6a6ccc07c15a32fcd9c0cdc0bf4e5d926401a43e7a778f2f6384cc370b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13cd4f77d030b2f803032ddce4fa1f15ebbf6c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e24fced3694c4b663002548ffbac4f54c3c4fe4288ce6ef0976501b7805d428
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae3b1403922b6b0cbff8d7dbc16d4c057f921e8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15be0e64e1dee1e5911fbdde50b7439c705071067e585fba8b0aa5a2b0c7575
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09034eb4c30b439670b960c5d05886d2bf3a1b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51d8ba471385493450d6984d855d028d15fcc04f2595eb681ed0429cccc4e13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1ee668009931e96c2a5aff02c4da118d03bdae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31396c0c91be0f04fcb5717d9edf4492da97814a4a5d2bb3e6bfd208194028f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81e1ecbd5e241c500821d257e2a3421623e9a5c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8aa4d5aef20c43a72c6f024556865b86e40374526adf885e9f8657577759301
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73a8b84a1376539b1928eedd68049e531d1ff0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67256480e794c3fadd06a61f648590ff736760f90ad507201b7291023d40d28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370fc0882e506e0712bab65fcb189e686aa07280
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aa388b7d2015cce404985b339f1b09600946268858ed8e47b5c0f52c8b92f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a2f99fc3e79d6e19bd185169a5fc0e5485a22b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0239ce042801196500f95509e76dfbc1ceeaed169fbc5ee5d4aa97fe0095e0ce
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3abba9e7b6d7afa4b7fdc954a1aff563082476b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7296123c373412d8e987c92c5dfb880c06d94340ac799e4980c1a093911b6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37c98c729a9fc9532c62d379d3b4a2a721fdf32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755bba811600220ac748418104d7328a0d0c89199946a7d6940ac9f74249419
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b5d3c82732a000a81104e101b49d069ac3a171
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94d71b3ca13fb8463863dd74e3e17ca4de256a28b402c0981689a8ee06799c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc534e71bb30105c52bb4e22b8e28e2cd81182f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba17c018b9c21a55b44c0a0381e68fa69f624c53402d14a9b3e3cd588103174
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3ac851bbd38ad9bf0b01e56901bd07b1bbdde2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5854da6ab346237230d96fda55ff341ad29703129f4266b3b1b5c6c1b6fa2060
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566bcb3f100290544ca81e9ea1b16007fc8b8939
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212d07b328dde8c339e278a6b1da890d27984c4f3e0fe5e45920ff45e1d8d786
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552c5dc367b3dead8c500a97775855d990c2d3f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d68f3c642b267cc2bae582db8f262c3a21a35dea0267573d2bf1351e18ae0ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a6ac91d69ddcfe81ff4e789bd02ca47c8344d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9b2a06edfed1f0e03998cf29657e1a0f7095c8defc1ad9c15df83c931035f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2837189757558d9563313eb9ef3463e32245f16
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e932a4b2af33bfe476f4aa31a5baee9d57d56b441f58c5bf79a4017a423305f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f16d59d3fb1853d516ccda75c86b5eee0d87529
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09d28422dafde4aa51b05d7bfd6ed1679841f57de43f5c0579ad1337f00feac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62509faa06287545a5e45f00f21f09ed392ab696
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b002441b74f77242ff844568d5d26e95d20f2883d858c8db1d0fe56b24138b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cb10bbc2e223935601b82bc0f865a99d4a4b0e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3c7e19c7f795b7bdcc3bc44c3f406a546ae1d133dfdfb3f522031011ce8d7a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddccc34e372ec51d0964f1d6f058c3bd42d6113
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722753f82130341d21ee3f4e8be98605d3fece8ad8fe70080010f086bb4a3e04
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1134b4e6f042a84b8f27c6fce9fe19e3ed7e4e45
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218c74f2301b29fb9d72fdce14699a763e34dedb1fbe3d115e495f1efeec6564
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca952344c1aa6bd847e5c49ca4308af59b090677
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0d745d7f79a31252af66e742030db994215ab6ec29304e985d9187faa753a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13afde41eebf995aee82b3d732e46e55ad83a9f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e56354922d115097d2d264edd192bfcd03635cb3a7c88b7700293757c98c98
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6e687dc7d5a1e86cd048f818ca897a23d3402a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7194f20f380ec1127ff1d71c4f5dbe6cb9193a9ca86c7711b5b99f962845da1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e5345cc62eb944cd970b15f97ec0f734828976
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4ec6deb7f291ededda07bacf027378dd1f805c7c7ec262cfba2466a16b9ab2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7439488feb8f64fc0e12473ba02efa0cf02ed06
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb0f2f190a41020632362902557ed30e7a1a2c64cfb2907db8ab1a9e2fe8914
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daca337816c9a1af5140a49427f1d90cd7ed863
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46184f138d7d2b1743548aaa1999f3cb2393324b4821e41db17256a21d94c898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a17d5c27d3998aef53b3f19524bb1b8b8dd7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a08e41bcae4d46cf4307553333a57e2354cbf511e059288e27569921edf50e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9012a501b7316492e3ef2f33d7c67144005b05
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c8f789546e87b3bae6a3aa90cb6bd9e5d6f9ee41ff55119cadc523f4a15817
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5b049ae7d6dad981d0a4d106dcb5f4f5e5f046
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9d197e55f87b4ef668672df0e940691dd44d3c1b49da4580789283e6832e61
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644a07d451ff0e556edcb20d6b0ef971b2680aa5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8569e65898d37699c86d6d7080c92b2dc2a08dc83acbedb75487012fe4230b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c8ebb73f615299402fe39dd171c6659e4e5066
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d3cd34ce5cfcc19e0fc2eebae24fad55c4023dc59a0c802a71faa2bdbf31b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08e8e56732ea12648ca68b864b215037f0d7c86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1120adc22b0fd3cc6aeedcc386656e39ef88f6abf7ae531ff4e6c10660c1427e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b723c752487e6d95736a4a3462a8458b9d5113
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3c533e9e80f231d11c883887608e125fb1f5a4f715679344e75432e63564f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c93d056cee77ff0f5b302b6bf1507ceb30b51d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f58e09af57b04d4bf75a92ac86a66b2d37af855c3be2d867d939e7a69c0d80
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da1bfd0703fe900b9197b77f2d8f34be6168259
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a28bfc07ac99244275f0b0015737d7a22e1ceeeaa8124b872bdc70b4852ef13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd58d55fcf46570a5d0cd5e6915fe87f38c644
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66ce440007bd9ee18eca9c549a6f184f532daf930854a669391815e7e8e917a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b60a3f3966310cedeaeb83f3f25b9dbe1fd73c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18348d371376ba98560f3d82ee3be2c53c437095aa30c1c31df90aa7520923f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a418386917148544e12e32cf71d8caef6a06ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c739281fadee5b229a80ed8f3ef838dae47775c009bb1db652d4beb1b19c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e15441833a1cf394d5bb3719a81c618c3951625
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b3023bedcef3c9de43852d56d91b451b92c449268a1dd762055da11f09c25b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92fc3a6c674dc5c20f2646b7639238bb975a849
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c505046153b1e09ae059628271ef6f0e9f4b35da70f4b1a1f290d1d191c7e7b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9df37e5d49c79e14121a7634cf09cd0591086a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086ef25f8318ce0d60c4c402ea240229f7992149ed6d67a4da4783099980692f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de73cc3321f32962793a9960c648759ce3976c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a8fe7a800ffb90c77fa7fa3ec4d39cc9fdd1e79d200c478993d1d2a401fa76
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb611a760ee06807db8824cdb3482111a32c45d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea36327a4cdbe956d830c0c5cf7e2b7f1e253d587b1d943b38acbb0b3efc8da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fd6da616ca7be4659ee0e96d458cd455d6cebe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0782618bfa8504c1f0b7222e04b76260a807c003433562a0eef2da3de64d9eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b3963402d987d203df622095421b4dd28dbab3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500eaf6d4aedaa0d1c01ec337de8766403d9214c7fc84a42bb67908c3e8d1b39
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73bdbc464f197fe3c27e869197f72e8f6284eee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efb910f00f02746f603d91945f539282336a426543c7532e2d4ed9264b37f6a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aacef525a7fb5f5dee35d3cfbe6664b55c890d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a8eb2c8be77d7887357fff56ed1aa4ce7c6c210914ce6ce266a402baea47f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e3c2ab23608dc8019ec6c6e3a131931f451971
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7284e4c4eca9b13b1e4c7cb9224e9b2da9b5addd1343c0053ceb9ddabae4c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5200736de5eb80ceddc71c1252346feb7ce5b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b953686f7510fb766116cb346f56d6de3f8b3a97472495b3f699a290b94ba3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfff94f22af5c66d68aaa0f00880c954cf1f62a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c80958cc2ba9dfff3364a416c655c14da7a2195b5bd4fdbf9a7a1eb616c29d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddd60e7ddd1d76aae53794a4d46420f30360f7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1006cc479992b4555875b94cd742282f352828b2eee89cb0aee7b67a3652bba
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eacce1c0497119850d44312b81eb8b2432e063
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dbae376d6b89fc9f560740bc736d8b5269895a3809889e2230ad4e5a1e7276
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39548b39c03c6fa0b9ad9f2d7997e2d7c5e01c2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cb96325347ea89c28a6d7daa6191a4f443376e039f61c7d45ab75f5355325f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d3992a15aed70fddcf125aa6a6061e8611cd6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307cfc16ad3689ca8739cfa34ec22306f6f3c987efc92448d29f5a2dd0e93d83
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f6a439f84f518f1e1cc168ee530c9568856194
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac046e04597e41e639749c8454fdba2e29391c65464b23f57a70c993acc1649
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ada683f1e675063c2e96d96c64da50e30c07bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6cff6558855ce6a88f07ab182cdd35321ee38549fd0902f807a4446ed17f24
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42b94986c87e3427ec97715b0b4a5eab84cea9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69a1b84e9f828501656ea9426c61964810c1dca11998a8b1dcd54e4fb32c422
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431a30699e3836224910bb8d1e95f427f15861ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c043b21c6228c9c3b5b3d57edeff1f2a3a750765376da94e81402c4850a231
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2989701c1cbdfb20ffcf11173626bc5f493cd93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cf5da20d2bd529eebbab3138dc69858870e381f1d32299a9c2987b16f73da0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba8e019604fe7bbbeadb92e20b93e63c177feb9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aeda4cee9a39384aa9ab507325ad0e5fb0dd9f556665be7a5dc33b4239f77fd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1002036e53b41c6c1fe3c3caf11da06566e5370
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7794791e5bd48350403a4ed6ec30e0ce6f2d3dab185a564f5e4f696b19f75f1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12a1d37c4241d9b775633b4892b2b8e97f07647
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefb8cc538a4a62dab21b543e3121d6e44bb8675d6a025e0cdd82a7a4e46710d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddab565a8816abdd1b74a1359097bc0a51c4364
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a3aa924b56176df3d1596684c827b1c6ecd56c3439bc52dac1c27bce10a242
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf477493d6a346fa1c1620ee8677b21bad12e54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18abfd735ad1ccefb220884a5780160c8fcddbc41d7f7fb37bd6d196baa20c14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea7b0cb71ca5586c7b37942cfee2da953a4f2af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de6df8ea49aae97891b8b16154f13c00ac04a52f49e4568218b0a6b4870c42e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450ee66e8fa54919a5015508a5fadfbb07638b42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbba6cdc95ab7c20263c77f3a8f0668a7c5a06d86b28d43d618e76f6cbe230
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381cc51e8a4adbfd1cfd0586d6997fc728d0209c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555b9e06cf57af5008c5d67fd2dfc2f664246d02e4ee39d0614c374904a5645c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b71fe2dfe361dc8410efc8d483f4049e953dcc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618bc9a26a86a817d887cd9149f00c014e869a23b8fde15d7443a78c5469b7ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500b74017157b7a9e297847f48cb8e3d2e3db849
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cc87eb934db719b07e41b69e2a63261ca467431f6909b1277c10eb8b9c2787
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b493f68289b64132621c827f4e5b0e43d9907
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f147812ad4832280a578966c21fc60cfbc1f13aa36f8bdd176dc46ff83c03e9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbfcc890ace978f76c5af3c6dc6c16331ec713e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415944527160538425ef737d31729bfef6b187cd5ab7641f9c7406cb2c9b9ea2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ac7baf31f5c0e2c2a6475a70851460fe2c0997
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925ed52cb6385bcf47171350acf683f18b7a8dfbef9748523c155812f1163ea7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c712fce947b98a36dddc216f16191d46eb79161
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3099f18255b8649d9dbe1c2e5447c6f526f118ef284b666ed2c16730e6bd9b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fd55bac201d320a83260a00ee7ab94087fae99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5b0630f75fc4e3b97e914da1fe31519a26e10f199ba3ea10754e29d7f3e6d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c409b0490cd6251cbbcdf1d290b8b202cda0691c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6621c4d4624fa93fb0bb55a1aca91a5786cf30c4d3c377b8a6bc2d86c33d3262
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57374b47c7079aa7fafdae781a069a2b8d08aba2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ca8d5cea427dcd57301d85f543b5a4986ff95b3b04a5566af5b2c3dc07bd19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a22cf648604c6a397802898eff3b8585b10b10
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e1efc253084b45e0402bba9587c7c903a585d579da272dfa059fdd859ecd0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b482dee38f4e1888d74e4766ba7915c895fc7197
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3814028ae0c9f2eff7b6ec6fe6375b8f92b74592b6c12950dee9265339f21ed
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f801231a44eaabe554e2d2110505614d76206
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1e2f502d0628d45bc7af0be2c9db99a3d10395b800fc90f2e0cb36d384e586
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35583c495f03015a0a14e2c422a5342760829769
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549ecccd8e369a1e4b23e73333b8292571ef4ee806a17ea662e35d29ab60c516
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e999c36e07a847726246ff8c43c48e26f0365ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f328d209858f98636776f3aafedbd172d6a71a8ed5726970a6fee32ea29e470
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfe3c617467601c7b8926b9881920c0ec5cb687
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4f0df7b9e3cbfe6ef10a7e2ddb8982c499fb714548e08f11e561371b5adaf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a5df5028d5374edc15bef8e5c7cfb6f508e16
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4616b8aed3946e3d1aeff9928865fa7606c890254f3d7302de7a105efd3d822
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0157357689cf683615489a06594a1dd90ef5046
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ed60fc6b5ce80909269091f7340f08271821abf02c3e662029af283c03c4e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee6624c3b9984c2ec0186b073dd20519e3a474d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c609a157049092948fbcf43c8e30387859dbd232a32569217d2fa04501e546b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febe0c3ac791ebe190342caa4e3f59886e963452
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9329ba6b8c7f75d44784093269e7d239852007b2342fe87603fa33eee51dca8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd48e65a4486fcace71a02fd42cd744507c7f18b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b8fc33cb540c4a05c0790b5ee990895bcd0f526adbe7942c7da936f62bc88b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3382fb0b7be734b2055ecbca248a3c74eecd70d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b00e25f8070fa1115131750cb7c1b7888e9a75d33aaf1c2c0ef452eeb84ac7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ba00b1438937bbe7402acb7e0e3452583b8f13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae32db369cba975123eadcb74c644479d12f59c94862a5ddbdea3f24f94535ec
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f930512beb962ba0b48904b411fbcd441ca1fb5b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb824214f3559307153594d51638d26c25a13c6b598916da1fbddcc1bdb97a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2067db3f11cc0843a0b65faffd2878e56d29ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8351257619842a0495228c74addcce79efe958843df71b46487bfa481da80ec1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cecb529aa3a4a34d71042814236503075bd926
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de027ffe5d2107de1cb40299db8d49735a7208fe8d9e48b01539731ae9aa5754
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1cfc8a8c90ae78aab17ebf9de1a71371542056
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c78fecfc6c9bc13b2bc9950d250cee12c44214691d9d42956f244509e32799e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a228955d8d7db85f48aa767a3fe7f34d150a036
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7843ed90e121198d0aec4249b06624c75535933c4a35993bc5936e98c22194
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266fcaff5da783ecdc9d92ca3942bc732b1abfad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d2a0e0dde8be10b37d187f42ae4ee5d7186e36cfdd68a61fd63ede0421273
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdee936226a5a999816e7a2a8a2b90ff8a8300a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259b40c19c7773cc82371b4b02ad52b4d7ae45cb5d63b998cc0456abd9f2080
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e12de4aceec30b05f70a5fca96c01d19148818c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b1fe04ab6b1348c1371d43d1589f823d02f91b47338dfe0995c79af2b9ae53
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa69b29b126c0e64ad02d9c8fbaa66eefee073cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f59a6fe6fc22247acbb0dc4c436c53630169c33257d697f82c05e600482612
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3da8ccb327f74717276e77c118964473bd6834
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184cf759d1e1cea447f9dde0134b0aaea0eeb7cc3f5f2f940f7edc5fa3888377
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea828035fb671837118509c6f01453b13e8ff4b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b71559dfa98c5738b2e442c6b2b128f8eada3a9f9eec57560ce952b72494486
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f6010c215360d38e87dfdc596c4b64642994d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d4e930f777d06961dace7b0775c5271d0574b2b260c836c9b2a1fcfbf952a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512a95ca8a48bcc29aa62ace3c20a6c3bf087143
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d674492c5f3ad7f75108643f770f632d06029a889e4db72d4b677db82ffe97
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a967420a02b4b0da9f273c19224201fa6ec977
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afae366c7d5c478f8bd8e7151f60af4bafafa0cd384a66ce82e8272380c47d39
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a2a27343bfc87a31250af58e1634b5cfc2b571
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a330e05c4f11d0656c9c20e744d3bc730f057e8047e79bfa50001c336610ae3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6c2f64f9bd4252159cd26c5d93ce41d97fba62
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bce2c1163b25f1229bb8e1808a9c6039c37b182faa43590f2c5161a4c1a52c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454a2ad391a64a8c02f13625311e2e7413d60a14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca6fc518cfc1d4e8359ec5da5d7f01415da8ecb41f791d14ca6518978959b8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82841abf1925eb428a3c453869e476a6ac0a433
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97f687e0e5525ef97cd91a6c1c1bc14f2e3604d0c33489c8513373776751bf6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b137f1e6df6971d2a1694532ce5eb1ff2fd863a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f64ec4cfa764af2fee5403d30c48d9b07984f4c0a9b88760ab2f2ef8ce117c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a722add523976213546623712c2be291c5dcaf4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e21166183d53ae29ba62698b6fe85e156345911afa9914a4e88f20c06beb48
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bd6096ad1d248721b8d060dbb94a3ef85d2c6e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc96da35d21fca231c263f02ffad1160490ecbf6ec5ed5df78b5040bdcd950c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f188301850989ff7a2ca8d2fd03eb04a686089
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052e133edcc921f500c1b1c6a75016c8fc411e1ff385d9688bf86d665bdbf45d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85eacca10232e60dae008017048cd825d830dbae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717b43ae6d7e8c8a282f5dbbe127e7bc63f96b727d3c62b748d28c97edfbb70e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2462894443db591b74dd1e0bebf8acb85e35676b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf66e59730aa666b5c915c8b84927eea39ca44d255f512ae72c18f5fd68ca8d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b4f6743f982f1137add85b9d956b388b76dca7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23256fe1ecc97f39bbbc44a9c23d3672ae22058ab10c3e8c6f81e6ab83488966
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb673affe0d95ed2db4f12186e281e1ef11e0560
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4c2f3d6186480f0634b8864d460f731428e9cc752be906a340fff6854e1235
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb266c8233a7e5adbbe20c1705f92d5b3caf1ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada47d166f00041e80f0907d8fe7489ef870f2925be743f6cd6fc7bb8aa533c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ebcaeea696739f7b6db93f714135b0fc8e2627
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88229458c3ba3f2a34a54cb891f728fa55b4e31d702e112d9b44a07518d9f65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30927e8671d102c978a12cd05c5a5416ec097422
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3764860c342685e3816fffca7a9eac07b88858c9177eb37df9a07d145560d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644154435d37f57832f387339ebfd3914f07e60b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde5231ac2802bf6b3aae5682b66ef55cb4cae1a53b886dfa896d8817739490
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6703a66ff88fa54ded2416e2e725e1fc3261b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db003909df6a06574dcff9d0767b6e047e679fe23b851b440f036a81ac847c9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e9dcd0d2c3d573716fd14f76e07ddab05178a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd505ee6e334568509a9ba42fad75c77577e4c69395543b5a50e887933bbfb52
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a673fca4279febdb27e908e678572cade16393af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63d53632b724c5c8bf063d448dfbb8c0ab4bdf130ab068dc42dab0de7285ce2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb7ccd021f6352618404d33f6652c323e894d9e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e688a77aece8aa92813ae3da998fbfb5ee09c099993c06325eaadea241f643d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33db8f35e15c864fb92ed84a7efb3b740a4119c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271590c3f78e00817105957f7ffc4c4336e4ad3cc8275e1be14e2fbf877f62ec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e9509b0825df91b3ca4485348d8a7da6a0934
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d97184f43e675963cfa45bd0af61d683b306ad65b1e4cbb0dd4fd3bc8a8a8bf
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce20377163fcc5042fa0920d893e69c12856bf47
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd6b7dcfe5c20ae85a21dbbadb84888be858ea8b8e9de04ae34096fa61a7668
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24f9c84fb704b4dbcf435a0e53fff3bceef3ea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42274702f1c73a10bf9a529ecafc8c1272fdc51e745d4129c47f3964c58873c6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b8aaee094ae1a6496fb7f232d2223f188dd03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479e1d1476253459c1950ddc3122d1d1c5fecd2ef86b06a93a575726ea1face0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fc52d09981569b6b992818195ae35177bb2572
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245eac1ba63fc99ac8c4f6facb9fe4068909dc60d93ef2f24b0889358bc85b77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eee38a33471e766ed523067ae5bd0728983154
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6f7823c015a1de65626625ccd559157ed4c9604e4bdaf0e7c002dc30ea4131
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3137d52611a1964b02e366e651d6d90829c63959
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f085c57b61b089bb6af8d80a4794ee7f90cd9db01f75f72009046756da374
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb4aaaf041ca63625d2c6998c5749870bfab2d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd8746635c148b62e8780023fca479f76f0c7e69254e730bd3a47a4fbf1a47e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae2b45b26ffdadb966152ab39a2137ff6192183
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf7870ed7e35df45421cf20e2ab0bb906face479e18719ddefdb810cb0fac9b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17945ad4c6a7385eb645697049ded58a0b1f4e7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46304a2cc97ecd7fccb6ed91496e553e6a23ddeac35b011799b970ee143b7372
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eebe9c6197d1c8b402668d42ad9e157fa55a84e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe8c599aab2bbbc92170add3a2edab72ce150e6e832e72249686fb45a86034e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ce68078d2daee1e84a66f7b1626877562ba28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1726d3c3bb11cac41611664121d734082c23984ff2f1da9c94e8112b1d67427
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ff261b906ce213fcabb7581d72b31c929c00a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b152ad450b6ed0bbe026ff7ea15b1c87e43d0c5c0d41b2638327222799869d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c25324fa0eabec611bea9ffedc3d078850ea70
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86730d800f635723948d989b08068d68d8b25cdca7c786f9fe45b4e62450a31d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa78fa5fef6a5618f041495da76343d8143e144f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24becb0e13099a6a81a0c60d2bebaf85f501e4a31e90e72c349dfd1b440b938a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a502a13d32a9b793b1cd6d55e831cd4ed86cd1f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a4a2376000e78965939815be04ef711927e1d486d35d59677c67175bd5027f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47233f8d9be94fe9e7d3e67191061151c6ae86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7fd7914509e78b955cfcfb19d6d4bc103483b1b4efb94166cfd9662f40ed64
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f884bea0834d05a089f66a9c4ce4b13a6b3cdfcd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d98809b14a1a7f49e93aa1b2ae87e240e34e4d13ac40bef2332f08a542561c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7ebdcc99dd192e4a39afc72b495bcbe88c3ab4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e4311a451280af0b0df25f8bb0f86532ed21d42106c10590cb551037b264ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ed5665b2db63017614972f60ea4eba88bc2e54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e223e0cc38fefac147d05e43b359f048b203eb4d62fd17b7803b21a4aaa282c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50984daa44435b334a7e356deddb4d43a96062b7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96d9abee2096c8d9c54aca02b76cf7b123fd8055b7ac30a56e2c97921b52496
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07a55aa6692fb22938dbcf1ae59cbd7d9fbcfff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b187c10d5317f424a7c6b3ec7e3387dd39a3ad87ee4d7c96b367cc44e07b9cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5597e5b9a28b0f6ce8c9e9476e30e923100e23
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41eab85c1c0c087fd7261da1c9b036c5241bb0b1a717d60f2dc603a73bb3716
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d61b4997c04e3de534f44123041f1d9248cb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a79977871a42f5c0cf43f9a2cafae0d86ebba9d96d0f6b5d435e0426169c1f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58632f4d037db51f02c23ac856269d67d9f3fb7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25181aad2a912da6f48d549c547f606c26d174e022e1d216601a7666b48722c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52118ad259a2a073c2f4b39b11070b7fedf5b8bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905d7fa34a7528e66f8ec9fabfd5947d45eebe3c58040e7597e3c83d33633741
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1605f497ba0f039b44622422d3bb91f5ea19cfdf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a04949a5e7e454d455e14ce5bb11d3d460f32eb0f65880a9038d1f8064ae542
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac8c2cf5e4dd669b5e8dfc1c4fc7bcdf9eac239
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b072675bbf91b009ea563fd5bc51e1567dd65f82ad61992a697e867397847c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3c65deaab790e329f324968a9de45f171a7a99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80faeb3c1ce78cbb949935efced61274314351d63f0136ddd0f80ff20ff5f1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f0d5ea23951f8c772c7cd3e06159baa76a9b31
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26e3b80f5db3f67a0742f66ab1760991ec23d803663476da677d74ef72bb09e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d0a722792e496d386bf3c0d18fb3bbf4148ec0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1c6aa755ba1f04a7a398d059e948d4a3f3de17450edb216a3cefd56f59e500
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caedc0754afd49c746c3b48cb5e7b43b26561e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aca16d9ef94751cf92057fe8de553e666dda429d37621115c86bf563673125
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d542ecf2f608a9fa38e6caec2330be7b9ef07f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81546311cf1356efee0fde7668acbad7358f2416b11cf427c496729dad25c7d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b5eecfec6557a8e8ed71b81371862249f3334b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad26fcb359849be57117753521455f98fb93a1dcae8d64d9996221c5bfcf5dc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5665a0eb3d603f4787d405606216a0fc3a7638
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7cc0366f0fe75f34d5970b64a0bf583a8caffbbd99cc255471ef64f9fdf2b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5594005be6f22e2e1784ebe032ea4a8a4c61d820
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f1e9909058f7921866f25e352b64f842f33a6687ea87ff6b153a62731b793b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c553ef2e5e07949e707ac08432a0e0f4c2b14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce9516260eec1ddb96c62eb2f9f43d487a7df113e8cadc0b6a954ea9c8764b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0028f2a9f8b3b4569445c31499cb85041b4dcc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a423f06c90d184ea9ac395eaadd2a7451f3e50317dabe81542c50d59016ebb5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef68a30460009cb768f16e50865cf4183f5a5807
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7668e2e5f1c473af376d332939cce967c6442b143af49008be0fbb59c634cf3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a491995a4b4fbbb52e56d26d834b30878a994de4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63086d8cec334058e194a54cca292c0423a29a0e3e8f9f92735e45b0564b686b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74be610ed83287bd568437f054d4cb2983fb7b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf833161c354f19f15a989118c3b491d1485ff1396c4c0c268ccec4c9347e2a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d50a2d033bb668818d5bfab96730fd4100a5583
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628178515e1ee5ae8b4571e58024b9ac284ba0105f5570ddce58727736c90b16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533269e2d447e899ff4a0eca1d1a0e2885a254dd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41065328fc94c595a263558110791345c634b89ccababbb9153397ce6ccde130
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317bec55bf62345d655cbc5e6e72f2e4b5b9251
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209b607ad3e65b5d2f296bd3b05e1b8c47577657dd1ff2b50dcf5bac5f6243f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba9974cb0baeafbf2685cf9ff0739eb974db11d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3627b597917502c4a609396979353b01eb5d11d4fc5b3973728bfb2af3e96fa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3764cbd072590d427a1b47ed8b8a6ead005ee538
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd4f7890d47ccb030dd5f8e8be14eab880975e4ccfb10d80314745405e47206
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01b6a43e559bec9e614a107b98c114fe0e106c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b14087f15f1b425787123ffb51ab64cbb84771bbb61e373396c7603c61f3b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fddaed218e2ad2aee6f2a89b799bd954bdd7ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6d2e84a5c71ba0c717af677213a8374ae069ca6044bd103c880c271e0e9600
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dcac9b363d9e03d497b76628702708ced0a4be
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf69530fe86f6b41548c47e73e9182b6c6d40637fad02bd4716e611771aa575
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8855143cec27ce5d1bb7b1b308194d8fe765f686
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151e5d6ecb578f83245192c0bdfed53d67124c5e04513b2546a66493db974d06
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bba8149cbf6206a8adfe4ba274b0cf84af8197
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a23c4adac3ad3fce827f6c802919f488926926028b94be0e45dc6afb3e890ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156505a3c49d37c12ac34afe22ed3dc8cce09cd5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e04c01aae8ed45c720fd66358c0fedd3984b41225b02a37ab1096643b8eb32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8970b5d05a97f447e0b0d488d509c92909d799a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f844cb6e06bac03a05f6a45aa7575b41a3f1137819f6407cee098ebb3a691d1d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1498e35adbaa443321cdbbbcf37c2ad8e896865
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c8be8cf8dde3c322c1fb2a19fb2d60d6aae676eaa89154d9cce09b1cd5bddf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e49710c7f08be3c70af4492b9f9c28205b3689
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c436a239a3676d54f918e3fe8c094f30a3fce5c06947082d10c43c98d928c7c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c04955d3bb547e180cb0cd4eebcfcadfadd1d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04c8dbf6715fc90cf8e9112d807f632a22db2fcfed26cf70fbd88bf8b62d813
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b83809240026ff198d10c42d8a3d626007bae0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7767ffa3bc73b7fe98ad0cf09d3fbc00967d048dcec34406a8665a759f3618e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18e8ef1134db4cee36825126c6738bcbc980989
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4753274ba70cb6df3a2ba0843d14fe19852ecabe002a451703da11c91b111e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a09f089e9a6ed0c430d163f0e0cffdd3d7afa12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26d08b070099af0ebd074e70334b8ebcfb43d70c2540ec3d10ee7fdb08ec640
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a890be1c81f99288f01e582e8b8a8a3b308641
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08955c5435e50c1a0112de8c75f2942fb69180d23fe30b06a6d9a78b0d6ce51e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42bc5830a76a445082b297d27ec2313fa3cf7e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46a97280af8e2b0549994a5355a0bf61258d2cc972009988769d2d314a93db2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01b63ec2d2dcc4e71ac949a95b3595ccb477d97
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86630c0ecc6e6005b9de6c0243749ceeffcf879b9cb7d651261e4718202088e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ccf6f6a3a0d9075ab3fcbe15b5f62b25164e3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8051104b392959a8105a9d3f64e016c8f5e9c297b509ce422f0031b06a868396
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb815d3a44af5aed423e747337a85c0813b1839
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f7c874f14c50e6af04a7f1deff0d0528a5df6392d41a3ac890b1dda0e14757
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3995802cfab2800a26142f252ea5185c1deaaae1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac45d253bd1135a624945da8cc3a226b3042b624be9f108f3c3a0dff40c97f1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5c93510b0d1827dcc11d828bec4e437192ed43
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff123a1d8c3c7a8645a7b815d99bbbe2af991b607e18dc39ec06ea0bda6b79
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7167df350154cc4a32c84c60fdbdc46ecc74de47
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25508886b2d60fca11f0219d056b8fa361450caf7d72534f2e455873ccd7b9fc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea026ffb822dd8d746a5321552a084104e3e525c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2997ca8e0d8f77b08cb93c0a87182f32d1f92cd3c5bdb352123996652328aa20
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a8e9f718714de06cef85cd8eeb3156e6b8d2d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e02ae69a5e599664aabec246571233ba94f829b9631731a339543f7e4c446b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e80f25be322534f97184f205aa1e7fd3901393
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502ea3acdcafb489e927aa426a9ca58993bce1d96b3b11571abbaa27c7bcbbf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516c0b7acb97111acace76733739e565e2d6dde0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466e943b0ff034f6e7093401a0b2060a3ba8bb4ae9e7f2a8c73127dd74b4a14b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6a94395d03e527ed66043b794e5d9db9d30490
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c66691d8aae74448b24a7f81b75cf991c2a13af7672444febc453d713b5e7b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0b260784f4846c3b79a49116c67632f76923ce
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad72b47c7432c2941ba1fe6850e9a1d29fbbdb6462b0ed95f0b17778176bdb57
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09cd9119a0c46a4b352d59c8ca4337731c3e5e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96863b67400febab9b51712c20f64d0a7ca59a82001065aea0c73a272a22ab61
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e62d712660666fd180878ee2505167c6508c5b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb5d14e913bf9058859d97aa6a30d4d40d00b48a2adb852c0548dbae0495d9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e4ed73588dae140d34981435bf1041fcb1a972
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4008528953b3de9605eb7c2e3e9f0ea5ef7aef015f64c20c2f421c1bc24a9bec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420d6396c6c05931b7309142f46c02b9653898b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e46fd60db2baeae3cf1abdf1ca82a8a4266393edf229d4a43b829b63097224
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3321370bffea86c88273590035740d073fbba71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79565f3f1ba0f6d4ca2aa2b9cda2d313c9a824b3732a278e13237c8a0931b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb88cff1fe3c2ce62cb80faa385425ef7c978052
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e891272698089d3ae5e306ddb0bbfb4c6fa62f7541a447cf97f821f5e9e8021
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66808159de3075feaddea225861c7aff8c34e5e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2325fbebdad8f49bb5133c14200ec5fb54924914c4556d270b6b615cfaa8ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a331cd694868e357c10afa107e563d0f7ce929f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741bdc4433fadc016fbbd776ed833fba4ea39c90bf8f8562ca84d093c1d80a85
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f65a2be3d4720fa6ae55253e0bfbbee9be408
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d43f31d383fa8a9ab2082d5e8a8a8a54d968a45039c3feb8a4da3aa7428ee6c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f967031911a1a63de21e1fe7aa0a694d04849007
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c0ac71e9e9cd9f4634264c98771a480588cfc24ab24f40b6495bc079e3e2c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034a4b498b5928f1c166c7bdd09b8a2641819850
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6c034a69d5140420be88a8fc6a365819ff1ece2105fe636c44bd6289db84c9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881ff45908bb52bb5f46e55aabfb9ce0ef182853
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18e24f3d506cd97dbdf89acac7f71167cfdcec3de7ed3f8d6d0d10ff5d5b14
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd9fc588b9427e50b2a9ebe7d24494ffd9560fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eba13d26b4e75a04400abfc3405fd3c9297b96fda06b61cdfde0e181418eba5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e7032e9eb60cf9fda2af27e1085217533ddb51
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00690b477e897c474d849ad1c332e51ab0257f3c9116ba5fa1ba0392377dc0c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fecde77c14277f69f71e9bb9bd55a930f6d8b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8bf54f1fb5e6f80aac841ebe49ad5140e5944959953945fe0bff3d346a88c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d04bef27df2a038940f1aa98278320c3ceae20
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c418ab044af5dbd5bf255761d849e8651e62b0d8e12549ad029bf275e1036
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9887e4b45d6e1ef34cada87194de2c4293bb825c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e4b5f26cce393cc99d44d8c309fa086d156a493864c8ffa8ea0d1ea1ad9de5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f30ecf0cecb1aadea7f2a1fdd4c0bd91541236
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd5941de33f13a68cc55ac35426d67b56bcd518321881b0d0c7d371e5f3d8ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5bd831a2b33798f4f18b8492b42f4af30719bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bf5e0792eb656dae61b42b03cc7977354c0dfc531d5655641319ab316b6923
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8bf053191a08bc95d9e0f033677802f1f1bd6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3404d9057292d10f593a275737956a13abff555af31c48ee482ac19feea19900
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a44b6a40c5d19fa7a4def5d7d1f185c6e8790
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389608212501a6315ddbbe2c807091b96c81752f84e99374e7cab2323fb1059
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5004b569cb37404bbf206f0c9641f755a29a78c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215a321e0ff04b80953f8e6e3406d16e926db2a68c72b1b542af46144df4ba28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b8862993217a7c254416e6cd5d48f47e79fcda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08e118292f7459ab04c077ae5383e6d937dd2b28c4fff2e9212029c3d78bfe3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a88371a53ef72aefdbb46986d245201eb48610
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a3791b2d3b671934f3c318410c0c0cbd4d3ab67880739107d9208f5ba386ae
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6387b94d1a4578c486647d248f7683dcf168b0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655b5e795bba8a4d1412dfe25fe987c26c78fa750358f3ae3590d56337d533ac
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6b4027e19aab39014e19cda43773a8312e3309
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b2e429c8b47f9699d55731d4de4c10fb5bcba64f09968b329054c521357be2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d680845d4b4efd9602ca1f59438527aa82d3064a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b9535a11f1bc4a6d814454c199802d8fd8ec009a00c196a24bf8bd9db8703d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6844169c4be212bb42f4191e4bbed6e1d02e63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff77bf8dfd838d43429630402daef15131d1d49ff8b63e009f88a60823184e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a208536ce1920a35de6be93b0b313f8d3e97922
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2161621452ac401479bcc0dc9e053d311f7acd5157efd8c15ffb1805b6aa5dd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db312b39e8d73714310bd63a679950261ad50735
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e699de7982ce5108804ea8ccdebfb7b11dff4b33d6cd0761791cefe5b8cf621
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f365731ee58c16fd99b19fa999a4522f3ae5bb6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34da85e7224556be15b690bdce197141bc5461ad1c4e74ac476f1b966c423c56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7337af212531f63206baa026be64af6e5adfa2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac9126e073a49f9c94fffa7b1d424215aeecad650b8bc296e87fde6f923639a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d078b38eb475eb3b8a59dcb2f4d2376f26ed4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1156599818db5027fe385cf2498e78ad6d05b0513bacbfb9c7a6a8a90e23cb5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb6a690eb15129246f5c4f6bc96a35a78c2fcc9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a4a5559b5f1cc0f0a10f9da4323c682b67b73c08f1fa6c903544476709c68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026eb8ae4b71c9564fac6d5fb9462a27f5069db5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb23ea8e5699ca78981eacd72a68ae868f82fb9cc3db0f24ace8d0f0aa8386e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3332b6bb7f4ca11704f11f35163f51da1686bf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eee1bd3ff2a15017845e92ebe422153b32021eb2c27eed02dae8a757364ab1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b641f63cab1a9d46dc9da2c50a66aee872d672b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15362580aa8d42640831f3856f11b2aa15bb3964626689ca68c0a8cf729c7ea
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bda178eef2deea7cd9d6dda6beb2ca409c0ec2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e972986fdfb9aaa21ac75dda9c5f07d4ecf7abd77266af49bc81adcabd6af3d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cad1906e8d3389aedf00f7eb0907c532db6ab96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2148b9df4404f06764e7018ab4b30ae6e498771e0ceef52b65e30c95bdbb2bb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da0a46d8227b530fd58b56e4d70e41be84422d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee1078b0ec80fe61e0503b273348aeed55a64820b4a64a59a8ea86d8624eea4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c78d7912a1b8535b63e8fbe524d9e25fa0d12b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f22b36115e7923d75fc765e6736b724b5d327d9d8a2aafd2425d03eda292395
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9b4118bbf1b3ddeb01718da3457427f6748d69
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da554b5eb31b248986f4bc491c3d88f3e6d1806490fb89a5bac6d019cafebd3a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ed733a0ef67c5a824ec44d01d5a880119eeeec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d8279338f2009f32ae962ecbafd79bac78ed4f16444cf84bf3ba50999262e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4c9e16548304b6908ddf42c3ab12e7d1ca55b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a1277be2306bce1854968f3229cd70f4d58cc6fd06a41b9cb4ad11b961c2f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62a84005089a446823f8e1850708afbd5da7402
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c543b3533cf70119906e0b666bb93529db44a23bfbd40af1913e88f710766b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5548347f3a7765892c80d6c5677aa905698245d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7c90a3e26560cde2dcc2568e76f8c36c10afa5a95ea19433c66a560d995322
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f6880c505659e4be1f4121b443545d3f17dc64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c2cc00c41aed1cc4a4d75b103aa8940655246e736923cfd0812b0cd8ef1543
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67baec5f5b100541fce52298f0843439d59b2b57
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79344251233e8d262117c3e47b5926ef749f7326fae8a6047b25d2657a35110
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0a8036e4b18295ef8c3ff53c83a1af6278f9a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2f4f1415d1bea97163ffbf87b01507f11134b3bdbd2098c96c2782121ab0cd
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fe6045def6adcdeabc35fcd9648e8a168e0288
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e359fae9664f9b7cd65ceee6fd73f49d268d92ee2a81104d24dea01db8833f9e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da849259f7c0d39b546e35c503656150b182b95a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e529dcf31f71af303762a3a06c8c07f186d6f315f94d0e0fa79b5ae4544264da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927b4ac135f013a979c5174ba6efe0a3c1027ba6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386ddc832a5fafd27affec3153e9cc3e15f083341cfd0b0e32ad7535f2948435
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c46a8a6a2784f40e77d56827d9c8a017011567
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579dfd0cf27a2b0e3eef6626acc316e98a58b426b41985bdeb492f6b9a381cc1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc89f26363f9bbbf80415ac63567b6b72a7fbfc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355d6746194548ee5345542c67c2d87c2038d9eedeedb98d776d01e464d16a07
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e788fa954a1c20dddea3fc3725710a81f2354a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02a111c14f0db0f2d3bcd8636f00b84ab60b99c8df98301bb39db855820443
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc75525e5c60872b7d7566b25793aa3782c5542
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986064b01fba841d7958b968a8a04bb28129d275947a5dac2a03780745ec6c86
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7187898bfe3a5930271b322135f89a492d1c4d6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba3b2b80c3f9fd781ffc4df3beca46d566c9d290cf6eb9dc164dd9686124bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c731fe442f01b945c3ffcefeb150b24eef97c2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b592e197a134e95443264211ece7641913f559e71d60ef07b1742f402d94af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34e565953b2cb7c8acb662b034ab69ee3376091
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6ec1a7172c60e7391c59ab21cee25f2c4b8d6ced127bd3e15ff1014859e1ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8fdab809162bf32772aa8661efa51b25a84f94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e38a6cfb2d7d3e443c3760b01dfb2bb99ce41e1ff3fcc2e410f94a15010e609
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d23b1a31daa5deb7cd00dbf27768ec2363436d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ccf64697f602c4ca0eb1671dbc170519ebb2ffb5e79c1874b03a1b38630462
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23940cb533b84d0ecfada677e7bd51ae8cff116c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cd0d2cfbcaf55d635f816f71adbe745d0a9817c506083349dea7a7ef5dddf5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4c18d5d6c2dc0eecd864f0dcd6d2f1bba3b7df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb94f549e6e301dcbd96c46830916a79d61b68891eb1f6c6fe13e62c35eab84
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136788077e76a7667abacd5c53a810fc27a07dc0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb5998cde8f24e8a408630453ce063525d6fb7ac74ba4e4e1ade53ce6d2612
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6afbed28ebde6209e82b14dfd0a98a8828368
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ac62c7fdeb6c263d43e8aa3142bcd53ba0a67230e56526d08448c47569651a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d4d6fd81d4f7f9fc36b9a4cbd27e662fd50bca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8996588147d3e21aa4cc2b56b071cc1e0728dba4324526e6d9f6d74ad91ccfaa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad95add42b6b6019b02788f953a6fdf58fbf3210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aed11d451f1a6f282ef55abc6e3c23cec4101fee783557f6d2e5705ddb8610
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8faa45372bc269ad9cb0fc459e73c6410e2047ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c04c00f2e4bfca8ba76639195d4bd380ce2acf1708116337a386034ae8787d5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d085b22abd2a9140076fd7c97b68e1f003561ca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb64e8a4261e070adb66c95d48dfadf8fb83f7e0a8ec689e0b7b20863d16a67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d0b1c4082237243b5679b427b2f136d947194a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3718f94a0a2aff89037de82c036fb34f74c378f2a5bad36e7adc6754cf3304d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ce73d26c11656210fd97aa5f3fad3adcb5c2f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116b45d3036876b9fe759f559b71c567dfab1d62454cea5bcdce815f76b2fb8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcaf4edd6b4e2377e260ef910a53e3b81b8894f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f0a0708f5796ceb81647f87924befa96cf01cb188745777a0dbdca71192299
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba957cddf0fe7ea3386e4409a44744efb6e1a96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56407e355616b5c47dbd5638dddb6896f0c7d82d039c47a10f0933a25bffef1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ca29fd7e9c0355b899c41d45fa0eed5c90c2af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b415112b1ae36204ef6f56dd48c47d47b1cf681bf428474815133c6fdcc7e95b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5f53c6b9f9b745dcfa5eaa07fafc7114a5043d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0980289cb8e879d833a48b03d5dacc9c82c4d7c5b0c248bbd1c18ddbb64d2085
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506531ca307187a4dfc62d2a5f2bf4342b0196c1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66856d2e57aa2ac63c70815ac7be85d7893a24f2a88fe2b8ee65d819242597f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84edeccc495ed227403e5c35301b9fb72280de13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe34635a66373e75756857168352dc24825f3017368e19029e8b967201e96939
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443a9f28e2043e08e0adb24e4e80f98cfb772fe4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dbf111748a4580b98d0d17238c09668b5d418bba50cccc1c949c965d434fc2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0398af106005745d23505a7be52332fbbda576a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e962afb2b96b9b885ab7e494a0051dc00408f2588b95cd6d3bc5d0b417a253a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb975bccf48da2fafe3eb6e67fa83d57f7653c5c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf73577f786061116b3bc0de3e531a416c0f83daa1bb54f3f500381bea1221
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e7f8936fb99ac93bc4b17f82eacaf5f5e109f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc3911a2225c2dd8d22e6be7cdf3df445634891e5dbd696ffa588acc92a0797
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ceedf37986e810bd06b77341cd68c2f4a267932
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95bc1e4e2f8529306ec9cb7e1a1abcff678f8824328a2b67d46a88158bf98a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218246cdb50af2ae974d5716a1ea9b80a10d7a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e9f0b5e188433a9147980005af9a3da90fd21dd0f3b346027906c56da38ac0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a951308df49908879808e67d3b5afc84ce558df2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6450e47719ddad78a4b8e38c28fcf658716e9edc28ffdf36f6e8fc3d467545
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0295cedaa6664af9c0230be808030d80f5d5cd32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74469f48c1265c3e7f10cec02b0c01a5e276dca875e7987af88dc7066a30fcb5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9b0bd51a194251b38e883316be677646f2737
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab80ce6c4039a7d7f1ed216a1a19beac669c229932ab1e14bf8349214ae3d4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a02eda989678e69034d59198bba4b68f7f0af9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ec27995993a912b606b7fcd01150919ed31a90a5bd730a3bc38ad47ec7dc3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1c1d9b2d3637e21523dbedea8659b3d85b8b9d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d00be019e0c0b439de39752c37f570a4e3d1c0bef2df686e7cc70e1e74557
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f505d3a9768a8425db684968d3489560a8952
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c5843764e7939a0c9dec735b698ef78bce5385920ff6bfb6d766b42e736bc2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c3c53d5b957982a98624f771c0eaacbe96857
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b14a00f12be636a0f2dc9123de8a5961d6f100787184b0ff3aeb2cc98ba9dbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8841f2c7d7651985e8e38574a2c5eb44e24d72
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa0e08e6358bca0a04491f1f50e7c2a49c108e84109e73e7bd0508c7af4712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87429ebf058a68d19061ca0a23268dd0264ff1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aec0891440e881a1aa8893f3060a67614043150e690e96080f011f6820bae2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb06d1986f29179e6c54cbc7f4db926cc84779ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37102478c8c4bdbdffaebf1ad1089b0b1e2648abdfcdc866d0d1e76c8bb13c0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bef7569dc2383e1836530a9f0d299483d9b3322
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1268c62ce9f7f25f188245a60ca542113b42700ab14ecda94535343ff1f8b55e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9babf5ae95a749cff3dfc1d6712a99946b917248
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e841d1b4f9941bbf6301b1f321e2f8501447803840ea53db1707bc5c571271
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a1c820f0577b53958df23889990a4e0ecf8f58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362ffcbc24bc5275c406457da31f380e562cd22c68b4d5163e2af2baf91c1e40
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91732ccc3c0718ea82a860b34ec5bd7cfd07fc7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475597bdef522da4e328540bb46c63cdb0f85f5b54ef008113666148986bbaab
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21a2c227bcde213e0b08e7805157db4c9bbb172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b07641b1005b0e305fd46c137af7317765739e4bd24620146cffed53c5c672
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ea09fcf18c87cb5c9d1cd093617c7fd33725f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6c9fe96bb873b1b6d2f7cc894fb4bef34a4a437e2ebba7a5f8b1e6a9c1be7b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d34f51d18877dc47258a52d3452c2ca93c68b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f850d2849c8e20ba6cdaf69b6cb05968ee005606aafd0758dabf5a88424903f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92382039b6a336f1f06f68a9653791e3396a2d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d3b4eaa3ef27c0d186ab3e4278f133e08f5f1ffbfcf7edf35ec222ef16842e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6ed15a00833d6f59babd23863acba33cefece6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1489385ed962803cd01ba72f0569755f0a7c4512066ad29cb272e119ec1c7f2c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307040b0e3520e0ea1d9f0018d0326ca9bd2c2c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9a2e5c4baed157354c4684506a30802a1531a9271185034585b5a8a90e89e1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c228210cf65cc2f228e6744bf7fe1c103577c201
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b7359f032225c91c7a4076d772ad577381deb070de9f98dd84f7cec6b01a0a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48567b5cfa9a0302e1327715e46c8be171bf5cc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7639b8387cb337bf789b79978b118b4c64389bc5c38da8360e4f035e97fb5eff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae589075686395e5129a8628e66d189a052c0a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891f05efe18d7e6d00c60130245a0fda89ad2b3ebbe243d0f359c67e64586548
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b856d6dd5cd03d808389b3c9c96d3d8a341c72ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d058b5de86f5ede8baac3e9d85ba7eaf529995c765439290fbd8f4baf74c02f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aa0f3359fbf865429aa8874ddbb52071efc7b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4591b031d0492f03b3bd12306d324283f5ab8d24b05db7544a31ca3fc8464996
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6027c74d5a8d2816a5acd66225aec58d1d892a96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74991f84ac8be595b253f7987796409d7ff76f0db9bb15e31ba8fc83f509cbae
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfcc9634b2a636593d800bb5a1e51437373357f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0463f9330069f4fde90de69e3159225517013fc05c68f7edbf652fe58c8f31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236a5de2ca4983cb8c5a14f59f02b5e8c82abe03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e979ea09abc9be3b2204179cd7878eb91f986b9b22b56e0a6e9663066461cbd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41346a5f263241f5cce465bf0e576ac6e0a9d9fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cca715b778d7ccc38a72add6c30f3a12d4e3a0ad7f6bc255b152e9ca14036ec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac456df77096c2187211e889ce05e71b62c63a24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9262df51fade984ea4fb8b67bdc5d1365f791a64a92d0ea77b0813443b0052
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bbcfcdfe7e4b8a9ad5c86eff7080978278d592
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c0834f9d8473df02da550f37fcd2a3ce12f347623919fcab8851144fa9c263
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277fcb8b9aeedacf648a9a16af30acb9d54a724f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91995545838c7638fcb0a9fe678ff9cdd8f8f640c1acfff4f27e245e408d99c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eec37b522724c8918dfc113514787b0559a369
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f03688312b11e65dd8e02a2b1744de66e594559f1a908c7a0e14de305b91fd7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9dd3de283041b912fd419e600f3125a6137ea9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f1cba79fd44e42ab52c4fd56459da0d9fd790eef3ad555dab6892e4d2197e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a659f20f2cf8af4f223337ba5701214e755a44
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f528c1dd4f66197893f8d1b8a14d1dca1ff48e7c5bc4c4f3d1617f9efa326c21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f48a0e18eae5a5cd662face1c6b10949c9200
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d93aaafc37f3bdedde522668f3e670ee6cac219f322a5bfda5fdcab01f5a1e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70684caf8e7bb8453883a8f540ae27cc3abd9f99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092696c8e7309a3a232d7e4c7c617a58a27b4f3b87b5a8e76a355093cbbcc712
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c7cd824d7e2a9a053b9cf257c46a21189bab8d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66efe876509aadd997d42d3b14fc2fbbb5b921961737e46fab215f7f026b7b0d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577b2c02a910f8e8aee69dbb42b927feba3dbc2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a5baee9d1a3cdb720737bb40bc62fb1a38119984f267ab8feddb748560e0d9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc0e0df26182123f1603dcccac499b2178cd55e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d901013b41d148c81b1942f84d6d1a03ca6e4f67efc8a766c3ec2008ebf731e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f29396f4172cd8dc02cf313a100e214f29bc4b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38080f580a468382e96621113d65910426435452f73be8d4e34706d14c27aba7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6a8f638c7fb43dfd46dd938ee8c56c7659f6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b97d7ca1c5c59046f592ef59cc474e1e5de7530445939e7bf80c235c2a28b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817eea2fc8d1120fdec5867f8d2714ee98fad60a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3473490a9cba15c70cc90ffe9b1460dbb61577ee4a34e19a6574cb62871c94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498f2dbc233b58ae3712a68c3b96cc9b4be023f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d60807339a8050c8890990326a98b5fe5042d176c4f410af6fac6b33f18684
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bbade7e5f71e75b4587e7102138110b26c2f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5f7bbb95248e3b6a10f0970c1b738ac13e4950342081c27c874216b3e6e9db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959a7058c04b243b1687dbac780c90d2cc1f9e67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e446e5980d5d888318b47eaf051eaf0b94c8561e5f5872a5d973ce011473492b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0449d1da82aff25df3b7c9c2b8033a10f642850
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73893134477d111d70630d8646c72d256cf433a76896bfedfae7bc3a68dc5eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1207618f364a1ab5e2f202c81fd4451d3a7971
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56146a261d93bf7b876ae618625c343158ec9df993484b784ccf19424d1a108
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb20d311f4737ef0eee5df09102cffa68f7127a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe13741d3b65eed200d5fcf08282580a02446f32f46987d716169beb3410d1b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4aea85b9eb8371e557f5903244fb0471012cac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3bb4568cb0fa4fdc15c425b1f9e6975e551012d62ec02d3adae7c484f6b93
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09baba23f2193448018ddd33a09b5418d3395905
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbe186dc2593f1909afd660746bf7133ea531e823d5f83b5d1da2071d56b5a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4440e348531fcb83c329003a38a96dd0761e2c6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af8510d09f0ea7d3017afd6a44a810f7828b394658227b9928c8436ad6ba9d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10b597dbdcc676935e089a99d2793e3709991bf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3622a464ee2044bc686f9fa81ec562be020e688c9ecabde81e7cf93714dbc5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7010be3295a98be1ddea6b64cbf05f9675e03c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c02edaf374be77654d162d695598ace764f8e7b7e579329684046a5987f7a54
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec866a01c592f327b7284d7692ee0fe46cb2ffdd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a760bf9035780f1094a8af6abb143c8a5fbfbc13c4814831743fe18fe42edd7d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44021a6c12ef0e94db0cacceb929b49b3dea5154
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42ff97fa9fadbfe56f85bbd406432bf8b712ae93b2eb7825ad2979ff66b727d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e803940e0e1c134c50e9129ff6b0f56c58511d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec055a8902759db2f9d603014ddb229ff33e6c5cbcd05b8e9fffdf8290c375ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f92f03dd7ff74965cf9bf238704fdfc123216b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a11c7a92778b831343f1e4361dab23791989565be0137971932f86f52265ada
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aea84a8494c84c914b32dffb8eb43d3c1b40609
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8a3e8d6f29f60ec906f61253ff560fe1011353b17ed6cf92875c04a450110
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88afab81e99ae00fc1175e35027ef109aacb5396
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd4413d8a521615a09deacc23bfb46f43075463b69a0b89a656888c10d98cf0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f14b4f7b0d5cbfda27288cc74c6dd289f27c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c43d6d46fc80814ff82f410936827cdea3bc6f1e33afcef7f445b936e8e6a98
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14114140289f9dfa8d1cf4cc2699a6be3db29ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87b0b6777071b24b4e1cc64f2365f12ad553a977a7277a2b4b96eb519fc561
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460a6c991b83dd23c7bcfe63b8809d1991b418d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3161b505373489f25405ed4a5817bc6399b153fa4a6d7c5370aa2f4a0efa2d12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b773dccac35a70315ef72b5d16811cb51e1483
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90905616b482ca69d4900418ede743e03fee24ab43f8508d23e9177190b3c0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d606b638fdda11d0cf64006111fcb0afa925825
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cb24e428897210d34bddd74b0af1e551843e0a0096adff95a40fb7e0b15082
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9443e5aba24a27b7efa525d718c380a6545eed00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4501268fa9b63ab9f2a1fab5bcb4681a4437c242794267b77fa63826b2a83267
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5087d6c254efcdb8ab57e8f5279d8de55b6dc5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa7cf8920018d653678fa79aa238230c2310993a6eea4d523ac2d8374de52ac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20376a2c9f98f92f324a5881a9eeb6afdde2588f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e14d9dde3a2555da4e1c955b2b55ab8e708729e349bcf9999d082a39188833a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335578aa759bfc86bc0dfbeaaa774e686a8f879f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15d31561b0ee351bbbf300eba740fbcc80cb3ed11dd0f9823a5ccfbe67a2180
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d7aa1516abbf9af9d2cb6aa0e71c48fa7196d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd04f19108d21f92d35f95595bea96831b546ada2a2989a80028d2eb92cee0f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0311adf6b2fae436293da097c1ab272c7e635325
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6b7ec17174fc39449de048958d88831941ff19c57c5de257207a141ac2893f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1eb1d45fab6bf80d0769ba74d03d7caa9f4259
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e294eb9d61c214b98a143f9a7b7300d3e6723a5d3cdefeafd59626631b9ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074f58cb41333f978bade8bb86e0125e52d71ef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f1b16abd22cc4f3d880138fac0007282d156ba9b7937ee670ab7b5d2fae19b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9d557faa97f95a0969ca429f471cf52c0d08c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988254e89d29a5b8e10799789d8dad050bbb9c34c4137ce5cf213d62242fa08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493c4c15635b7fd7152da3849411c7b0aa817edb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210253bb45f7e6e59f16470c314dc530c1e2ca3af91a64216729135fcbd0822d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312db33c70dec7a031d6862dbfcfa0391b07b308
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd033b3083e69938e760efba8b58f13bad832379dbc49ce437b7124ddc55c3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961d01e1be75b33c737642c99ff9bcc8ac8f8a89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9954b29a8f43875dc5605ecf50987c4440fb25b6f0c1850bd928fbaafc2810f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82c115b4d9934e346b9ab1c77f6f4949d1a41d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca8bd8412716f9acd5bf5911a0c705df84c4efce643269bcbad02ec03e583a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4223cbddf70776a99a43f5a406ff1f82c4a6a269
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa153fe13f82414dfcb9ac6fe7b7db6ff15828a6beeab14def27366e3c8d0f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd5dbabf0d421e9b142a0d8e0214322b494e256
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc62693bc8cf4af4ada73027cc3dad2fc04d1a1d22453fadaa508c000b31e779
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e0e89b5ece8a7ecb56652255bca09191d9ea8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2951d2261d0c2caabbc3a3faf4525fc10b9d3c7d389245458792824c27cce38e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa8c4d799d4d6baed696bd30496798a6288cbca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1882b587a8821bf6d072a9bf9555e034f6180e7d6d584faf0865cafc126d9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e285a11f1c2096652f395fa0d00974ce39a529fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0a0fb4c0e9b689debd29d364fbee4015b2ec87b53f1505c2b45de7b89f56d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd18e9a9943230b02fee45f8c6dcc9de4ce988e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9565b8f364ca99820e75c93f5010f6a65af4be36f37381dadf7daeea54e7c8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6891d94d81d6a74842a3e32af95168146d77d987
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a664f84bde65ad5d0578df17925adf6205f5bdcec5661eed0d0ae87e8ef68f87
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0959437b76daefe0528e6cbd29830069486596
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11574a5e09852c646c4edd3d0f69ec595fa07fa90b506ad32af5c03681d3e4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd6a02ec8bd1aa51ff49b96c7a91f47a57fd554
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a407553bbc2c202ce598517189033fa83e41b492b83aa07cc5edfeb8eec2e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc931ec432c77b0d6366cabbfa83e280bbf1231e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983805f3957675dcd8922463f4c9f629c8bdfb362aaa0ec5cbb49a81430101d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738815148c512840fac5d73c89ce2e2e3c7002f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab6477bcb0461ee4905d917d322dab6358c830b229e685478867378540020a7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46a00778606723de51c4ba0a9f445ea88cf2f6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890e0e953dabc3b0a0bbe9ef99231470e4e846f47fbc3e6a34baba8cd145b76f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e46f4ae80d969c4fb7ad631b38113d8fd80181
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20157190ffb4a47c15a64e646314ae2f3a656226d5d6981fc7b41390925937b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301839fd0a8ca87095930102406e739bed331378
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7dc6a47c6dd89f284844c7e9aa0874c6ff99bf9a75739d2311d23f8a030dac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0284539c1cfb467265c8703f010c3de2ac916e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa7797303926713fd11eb11b464c14d58336c6fe5eba35dc9d83c8fcc0105c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dda230fbbd91182d7c93655dc0416afb8dedb37
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fd130047a8eeee2d8e52ce8796560e4ac1dc94fd6bf7828e8e425af505404d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17817ebde79a1cf0509d4e8ad5f1153f0c44342d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcde21b9cae3297bca4483c56282fadf1aea15ae671d73a3d305c2e7dfc5c482
+size 11395
diff --git a/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4f9d66716de9e92e664279f7fbb4d92a3ad99d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b4f0551444a3c9f3fc02b0a0a6da2e4814d9ed35637acca16d50ac6f8250e4
+size 11395