diff --git a/params/phi/4/rnd_search/comb_16/init/lm_head/_0.pt b/params/phi/4/rnd_search/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211509f2e178bc3305a32270a973eac22e1440a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8081136000b352fef582081fa6d34d148cb798dfd4c35b4c3c8aaa65b5a92dfa
+size 205955
diff --git a/params/phi/4/rnd_search/comb_16/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f94d719ab6244b0b455feddca43fd14566c5d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe8c219a1bb4f49eaa5f9dd324ef5649693dfa9acf5f601187eda94523138e0
+size 205955
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d6a67fa60267ca9dac031bd622f6bbc3bc07f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdc1842618c11e53a56d012b6b80d7f365c13c9b4959b7f03b89e6343fc6595
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae65d6406fb6e714ac79ccab1661aee503f4a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2812af787d5e16078a06d8b4b33d902559f26e67bfba1a29558fa7492bc2c57
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8351ee5a30c90b59bfbc20e8b189de0008800d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79c42cc36ea357bc12f75bc1c63aea4951313262a227e11f1872c4f2ecd7242
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e911dc7f834cad22a091d2a27c23ab791ab81db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd1397b31269896be80577dab91c91bb7894921f68d27163c2fb1b6a2bc25e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ff56f2543e8366e97f9d1b901846cdf07d7267
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33773d4001c5e938843a716d8879657746d6b42f004064db8c3ca43c79f2e3f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b7226d6917c61c3d163224f422c2d9473ff8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57db23719c74a2bb5136d0ba917417164e1e73abf070ce37858481a53f0f866a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5a5c663d000c54abc697eb9407f8f92e600a75
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48f8dd53b6c3c22079f1c360a7a8eece1fa3b2135a5031d1cd724a581bd779f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e7a7e2c002ab121029f96bc77b2dddf33314f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7743782d68d172e149b8b50aed5109cda1d44278fc3c648eabf57611c6143f3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116cc9f38b278205a4c63e245ebd75e954d58064
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fc0fd9afeca7fbbe1707aaeed14fdd81d580c7bac76bc92fa4edaa3fd9afa8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3466828b8df0fe8a2fee0ff65c96d4408502a658
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f245ea1ce77c4cafdb6bd0397c96252c055e64ea0f3440d12837bd7ce8315f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9f8075ec0beb36ad5e303c9c48ac92ac94339
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddb8259ba2be66d6c5f0b9bf74761dcd86ee06410223948482994a410228049
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cc8337bc11c0a872197e390818b94cde598037
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac392877175da5aaa714fc666b7d80325d4506f8502e8108385ca4e83216991
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141c1d5251342380bf9176b2203040a2c79580e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61800c9881225efe2475647e6df934497b21e5cad3bf811eeda6426bf55812c2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f5ee4ff097aebf430425cfc8468729b91d1a13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6312f871a4544c44f8609cd0b251493b082f265112915d7179b69a107a9ad1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a5bd0023a771eec1dbd39ee5cc6826d2950236
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291dc55a021448ec23b297005c343a2c979cf1709f0fe83c0dc68bd24ebc1e16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7989826799cd49e39d37267da469d03aeb26fdc6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0406ac1ab305e0ce50a5ecf4c11797322a4ba421126c8afc9170a16f8412b13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e3152a557267a3cb6eb9006dbe9cc4c671d33c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e255b013f88eff388b1fe179388499718d037d92eb6c92a9fef8febb658df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800547313f0320cf6c9f6c912339cde634837153
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081648208bce392bc7508fce676438822fdc1867d9f8d053cc7b49ab18da2384
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc28df37775c4a0c65a512ded8f7fa10f441d319
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f1dd3918549e320f115fecbc9d61215c4ab05a8cf8511c4c6d5eed20a840b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79548adc18ed09a6623cc119f2e0d4fdb71bdc71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e71b57b056a9824f056848cc89d738080869632f778356dfdf2b05f83d44b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7de8d825f70f41be9a60a6d6dcaf7af3e7bada
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a12a3c3ab1109e3d77e0bab6cf2f8c16cc51148766dd3cf06f91adfcb8c10
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ef85405e676ea8b35e0086babdddbf682d2da0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9b4236f5d75e8284a1cffec1eb00b3ee262e88964ce5a51555d96e529ed07f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e670982529bcae542396ca8a4e6445bd1073a9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f0dfe18870f5969a50fc4661ab36f14e9dfa3e4a0b36d2a188f871808a6d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedd17755e90b057fd0c82ab363eeffe4392b899
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95271ea60c5d80f9c4338f5012954083747f1c5cd7bedb20b5ff90dc03feefe0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283a1db1f1d395b4497785de3dd81a58f489e0e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76468ffa5b8689b4f148b3b4b4b708fb802b1a592e8e91473e5434bccecc901a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d4ec483713552f2cfd42fb162c29916697053
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d3e66675d2ba6c43cf54db7412874864872826a7fe44fe7cdaf04442f68de1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98deecbaca6a39a163957b52a119a7edd0911645
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700d1cc105e177ca724050a2cafcc0c004445d6d3e4cd4233ed94a6dd801eda
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921edf23879be19563b708a2a00b14a56710fd2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833720b521835b7ea7e93b0cc6c50f8c8af4d0b1e13c3d45fedefeac6c6222e0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fad2c70df4cf500d1f1ee440cc6ebe1f21cc8be
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8302e4782eac2acaec4ad56e590481c42e7f44121cedf965d5c1b7c2bfa48e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb5686f93138f9acd2559fdc76f6872a14a324c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab44f305c5af23b4eb5a59e4a35b28342f6c7225a91c1b486e9e87f0ed31fd1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71aab29dd0b2d79c053033b6657a399675737829
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c5786a30f4ee4b19b6e4b10fd2ad7274278e8e6113a0040e62b0b9d0ed1f4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a595c23cc3b0d535bf8c1ddab31cba711ebec2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a086fc4d58b4f668d616e5547141c46cb64bf943650f5410ad036b43f225e8e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80236a61dc8b6469bed07f188936eff8ef2f086b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2066b539183f0ce242521c0179555ed57ab75ffaeec197042fee7071c78fc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f92ad6cea0aac88faa15da1137c2be363a919a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aefe0df4a2dfee08f1947c9932c06f0fe63886478c7725c92e346488fd9bc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109a455f1e60e27f81c8c7f1d588b0b610622f82
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d1d4307d95ddb6ffcf94988c4129f4261bfde10014e9ed600c9785cf04807e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f436323c7fc44e9a771723fb97ad4689a3635626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0df23fff0254571c7851dec6fb55e931912614caef974e4ed1c498e8c024dbd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c82332ff6280e93f1d4bd0098d25880e9f02885
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507eace57f9b0452538055cfc4bacaf35ad6b7744a49226bdca444a1ec3cdccd
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900ce0df2dbf13b3045e0cbf512409e28905e65d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7716dd9f71c534e7e6ccb119ac5d28474bce95a0f766e55289fe984d660cfa4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e6040407e0cf5d34cec5e2546c97ff8e3993c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21371820c5696586e209954ba94878258578f5f99271a6312f77e2be5496d337
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766c19eeb53271499216d1991023b2c93add8022
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befe7ae972f3855ca8ab2a8f8fff3dd6a3bc14ae3d25056d42c627d37489c636
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aac0131a8f14a2adf1355586b0956cc6f2e5cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6d15209a25745012238db835c72ba1a51f7fa465e9257038166a0852e2a012
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836cb699c637b874123fd5818758ff2d5530877b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d75cfcde41c113260af7976cdbd83a1138746716ca4113c2502108ed47f0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4196e0cf55a1ab09a18bc4acebfd0ff0f670b090
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5279fe052f339e3f63dd3de0ff3193397d692c4ef67b06f1066d4c33838b99a4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436e7f0d477d21657312e73dbcdc95f4044199b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e35279e626b400b4fcacba18d80339639bce79483b141c274d89a8d4f76550
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd291d4d46ffce1a1638e8a7ee1ace5620031e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bfbae9de09af467a6152484daf90f76e256979ae4a7fe0ecbfec5ee4adce77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef27c84aae4519272b96cfac6f55ae81000072f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f74d57bb6bff7f3e345aec603be05a9a246394bc47ee884cd4ae2681811188
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33a625167acda44c2504d554583f40e0159a8a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fc9278d45bf212f7481fa68d5cbc21639e68f1bb644a7bf411be496c93417
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf593c3bd10ecab0ab1f7bb068ab77dc39e5d50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7661105333952946aa5983e581cdb1ddbefab4929861ad75f4eb2a755cc32d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96e7229b78cfa7331716c1874ee9dacb94daf2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33aff292961d28fd174933435f32a5b2eb639bf92c672e4cb6df4216a329f08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bd7feb9bb2d2182e814cae1a0312e1a5379a33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70104d59dfb14cfbea572dcf78c78499efaecc7dc50907c42b4b286212e7420
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8342b0d72b24210446260b11ef9c3718895eab46
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f730e68deca6977371707a8dc5b0fab888ccb2f97f943bcac63232f26453ea2b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0e3d619fa412182e3536d4b70b8ac1e3155250
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384e5632a24d1f076354273b84ca5dc3eb681534e75dc2ef0b20a90a9ed7ecb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bb208025ac929a41bc8451f5698b1c1ba38e98
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1887d3c3b805a6ff93ffc50979d595356a280cb56896c239ddf144e34ce18975
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950259b71088abc25468adf7f0c5d9e1cd50cc52
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeeb6891eef35c4f14ddea52d7fd1ebd1b2c99318cf59e2fe359e0f26a75b158
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efe6a5a024afff5835990aabbfdedafbe935c99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2329445a3598d7b5e203fa346f3036ce121928a9d82b3c062dbf77fbe60f3f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95ac86537b078ddd9ce52cf3402d52dc3804b29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b814979fe4d8b3710d45a2d7e85ee033d6b4a1295c865ea56c06f19be3591d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d158e3af382a2f85b9e64b6fc3f401e0ce9eec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b542e6548f46515a95adf53305e0e438f9ea5ba2f2d5c8cb2aee09e2aec189
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f788071e57ebddf9cbe96c918cd28f79dd461ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a894f42e6401f5f6277e835323aa636e3e4ed218d32200095ffd12ace90998
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f88770309fbcbb395a4ff6d6c721f398dac96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9339fda05b37f84a36d54357d6c27addb5141e13d038623cdda36ebde0a297a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49a7a87be6caed7eb1ace1ed7e8271b0e201586
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05b4c95dd5f280109f591b12893b27c97b9d22d52930627e4277e3fa0282790
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cb314eb4f12499765c0a947c9cf3672e8756d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6342ae654e06f74588274b2e3b050638ced44020b91f1461829774dc7752f4a6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d0c7a0dbfe6d799d620a5e0e8a0b90e0d30e76
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e070ec613fd9df38875d42921b955d8c2d3b15892f3bd0e69d4bcd632c1586ac
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7dc1a4de22d7a41817de4a594e44cc3509efbf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dd6e1bae7859104914c304cbd89c471deb02c8f8d557710f5320740c996fc0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32568ac384d900ecdc99c99fdeddbbd7647160f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be60f34d4fdbca41cefe417765dc0fcda22995da077e7459769dfd12dd740cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6312363c9dbc8d6a2d882bcec773e6f5bde063f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180291769cf4418063ba4865b4cd6519643d0e694298854610feba7fb83c194b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c279834bc6cbac2f7b6670792dd82a2f8ff5584
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70df1118f6922bde21d674e771a35c12998f0a41f2a30fa99dc3cb77e25030a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba47caeb3657a9ade1f46883256dbc3588088d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161f8b9f9ce35d81337463088506c083f4ec124690d9c1adefb782140e68e24a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6f6c2529ccea8eafce8afd0b9d8d6fc52836b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c123d1a8b878e165044d0028a95b6fcb799b3b16b1c623bbe7e79d301e805597
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8c08dac83e95d552c9e85fbdcce8817b274d0a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22450256ac13378b095c297be9fdc531d87e552a7d9ad07af7a201826339fcd3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6a72074a55d313604bc05d1e5e1bac3f78dc8d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d09e86d1de6ac79d5f6dfdfba879f62912457f6b0ca0bcd2428ab627102b21a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69b448448ed990b641de6dcbcd10389e32438c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5692dfab07f1b31a886c9035727231db2faf52050bbcab6b6b51879609198896
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dab47394c2f4aa63b3c86ce722f18795136fcd5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e6cab0e4dd78f02f97d4e2353fedc651d61f92128dfecc08b9c4c3c685bff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ced8cd1e726fc0fc10e10063874e5fd92d8ad8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069cecb4c705adec3b9c3f6604c6b95fcdfe73c1a0ed7e2deba74d8631a59f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28424ce65609481c1843babb660d2fba3489848f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfe0ee415ce6a65a16645582082249316803921506163aaa7e439bbe5f8c52f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fb2237d1ec172174b45ba8f3bc117a790bdda9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5060cd58279138b2c998a13852e98261df201fd46402e50848853390aa2a5cc4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98c61bfb1709ce2d16c5313b9ed83436ed0f70c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444e5d4fbd2830c5ebbd47adac974468deb86f816112f3d0cc394cce2d58d15b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d34f8f73fd2e1df0d6ffccc0a74c457c8dcc44
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76265de1683caead91397636d90b2221f34c75b93056e70d1c628e052ae7ca98
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be43f5b45d73b44d24d61e01be773a47585a0c2a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85395e73a1b79a66e4da1d467af9ff06810027aa99fc9515c85e036157612719
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279836403aec809e8289171bc2ae6bf4856ad927
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd8ac898829d538cdfe76d67741f231a7c3909fab2860e4f1a3c091854db25d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2491cdfc22e3648feaa86cef3222ecf410ad9a2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d5481592f5a545ce32793ad739e041a8f91282d4d4ef6ff4edb64a65408a5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3498b531c36b89a4674d836bc89146b4356797
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66017ca8e492a383026cdb0669aaadf0fbdc1ac80cd24d243f706aa09655359
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f648e7b879f0165cbbbcf44c619c3ddebc2d3be2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b2753abdab09359d294e9e237c3cfcccc300d4687211206787766cb551854
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db47866d91c8a6c9ec14129360dd945c62d8c39a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf1b919dae40adb326fb4fbc8286a59f54f020947071f83313269d78fbccb68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a84a96c4ec82156fa47950007c61bc8b5f7eaee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fae7c029c8e5d0e9447e28aa24939c3f4bdd1a6ee58e4d7534cf809e2464ef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873fb8c028303fd91b99d825a02f777cb7ffc267
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140f058da06d50e2a3c6fd26498c43eb94e17245886282a0ad07c6f0162b8a0c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0b4f7e29883e5b978139eea0b98313b2a0c2fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8cc64484d565537e476cbd617da9bcc587b6818f270102d39c8a8f587521a4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbeea838e6ecc546cf648e3c52c1314ff9bf15d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3363deaac35e2161a7b3c42e2ad600456f81f9fb8592aebf6fdcde62b78813a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f7fbbedfe81b6de42d9af4473a75c581c54eab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ecc028d04d197935d4cbbf683772f4f0008723a171877c700c676119de17c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cf1a1a8481e218477f2c657cb060af1412f8d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b72efca2958768f7b68eb73efb525aa5a549853a3b9832957051b7d962de3d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3d9c51a4be504d9918d16b7ebd5bb58e6bdc92
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9ad88315ae09af6cb51033077f1f9b077d390a7c3a48b046cbba734e30ec66
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162fb82b21d064978d4a2985631212d576700333
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25922e253419cf86bf6de6aaaa8404f629623e15f1e2ac1264e002f64bcc4123
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31699a16209c32e174bca696d881d04624e768c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b772ffe416a1af297b77916e6103ed13b297c99378bfcbe904975e1a18290ea4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2654c05801e363e27bfe893b4681aae4bfb65256
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10297a5909491188b8f6a983bc21d71759ed38e717a20371c7523ce93f364a3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36034ea39806a3d32edca1033b5b7f44b452d0f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0283506d1e5fe7c424d5fc9d5e07deeccf4803b208c2f008e39ff54f8f86dd56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb0236e52beddf41ae872948f947525ff48ccb1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caba52e4a105c38d6c55c8e40f04b5ce34a17053580f100c8329b74693a07a0c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467493f27ccf6077c38b1bc7aedbdca917d1112a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eebf6f0af4cf37273d6c596ed60a201872d4ac271fd786a92eece6aa8d99ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8749266d654fceab0a0890e6a8f0fdcdb094c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a4377388f61b0dcd8b12038e405d3d7fe9847bebfe3f36770eba0b13163d71
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368a642db41fd56cf4a28b73127677fd517dd4cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc711a31538469a6b28cdce105618c9489d3b89082a72a87a238a295f37e677
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9148875b3fae1523d4c71bcfa93b2e4408e72ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a52cdb23ebaa2178e2e282dc577961d9c73d5d5b23ec180a9b11e34fe52367
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774bfdbfca261e368b50aef6de9239be2040a985
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9821a16c30dac9a58fd1c9ef8354547df7f17a2c6dbe39628bf27fd392793a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0549b5c38c11591c059edd82ce9924b4dacaebf0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7c0ff58fe2a20e0049bb9267a302fde6d2833044417d592098dff2c4e8e41a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c3a815a8e744db864fc2549b7d26d25608ad40
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d179b54cd20a053bbcbdbc801b4adcdffadc5d897c02effac8292ef94768f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc87688d463d8b2baf9ced9a5c3ae368602cfb09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d2728e036347596099200455768bc60f69b154c463907ebf1b8731074f725d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec540356a7e480e0c2b94397daa3d2a55aa9667
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a9bbbdd993f97949578b3a213911c06702384c82b379197327d44cced268d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e7d73f54dbe9ec386952aa188349aa7a65c7aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84875732b2a19ade5b7d504cf748f69f4281336e1959cee166070d6ac8f2e1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56a9ba05e15381957c8f25a114db6fe1bfd92f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e179623f15f546136e5c52405291818a18e60c0b57cd680d5793151b5de18b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2546c3953d9db72021c46593673ab86bff7727a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d060bfc0ed06267ec332f9f99ad724c5001eca7dd448f482d151b0b4957ebd74
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cc601864e64ec4cfcef63b716f8ebd579959e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d431f1c329e8d8060b295a4951734e02634cde448f2abcd56f726a270f8011
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6395e9a48b1bd5c59d296ab823ac18e2f5c42c10
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53783d2cd74735a0e1800e855d138a270eb539b731966d5de9a9bf6a9a07c9bb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ac4cbce3f4b76145903154568241127a6e699d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b4084f45ca59c495ffca1e6567adafa4e7308e62e5bc035db9526229eb84b7
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96c60bca24ec0baf680aca2546eebd42d70fd53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10936667bf5c0d3c6cf4f58cc0c7414aefd403a557aa3529e3b2892231ae4c0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0173a17bc2850ed12bd1bfe74d7888b6b27d0b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe6c562e935e7736883ddd8317b373579c29941ea4d5192c533d5ea08f83ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758f6f54e2c2d12fe4100837b61182fb0749e92a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc68f8e605245da6c8a8e8a6f867ca34849117f00289d89150e7dfe3d2e0b6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86814346e655b1d68d217f33eaf07f2173583611
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cc4121c73b9272fa15afcc9268353413b753802f7258aed933bce60820e610
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d85319153800362b662d21e3fe2ecd0e675c53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764b6ebbd2c67b8e48e883f75eac692c6ec214d2233782a501dbbb8e67503f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814146edf3501a8ad22b9ab9aa5fba89428b61c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff930c62aa7d03ca901cf2103c672c2b0a0a73a98ab7d3d97bf97f67df448d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc8735623448831a3a33dfba330b7d5b3d238c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43c4365f36128704c5584dc3f2587ca78db27d36fa174f8eee43d9d0ea24e58
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3568c52f7e55baf456123feecbfaf4ac1ae92c08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcad67b08c2ba676fea760254cfc617ea06470e2c48373cb1da843e4c1c51ba0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf4ab7d3fea1ad843cef693f6d74a728adceff1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8525c42f5aa04a665e631e778a3aaf30829c382f2c05dba132be8eb83d312bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6024986c3acc6b2a02fdec76b6fd28fca168898
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788ba1fda71d8065fe1bbe821bf1ea5a32f6037dc743c3b75d96c9ccf0bbdf46
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2e1284e5ecb95588176766beafeba5a79edf0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a82e87336b2a45e4d7a849f741c85e9a400e14b5c7d68f4619ae604672ddbc4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813685dce08fbf9a4cde4bf7f836111246fc5612
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53712b7367ba9fb15fa0501aaf0f4e68ad97804df1a214bb829a000e476acf0d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436c92057fd1441de031e60e7aeecaa5690cce2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e8672fb7a0bcf6b859bac97d8a3b8e5caf1e120de0362e376ebe777577a78d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a75b0d8c66c9e6e1c676c66566afccfce5cf15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a71b1e39bf7e66579d889658cc964ab25abe238a2af6169209e6b3c4be569b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e98d144d5d677c65ddddb978b9ebefcc281bbf7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6904be215a0bee05fec05efbac0114e93012f282b79ccf0df794d7027e0d75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd24a7a770460ceeb772ddd3eb13101bab96f99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9a1a5bc3f4b9baa9aeb55133c8f0056b3ac5779d1d52af53f16f358728859c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb0d10176259ad6d37130a1d74d66a8f816073e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe477f8c14cea0f32f362205b8e4e0f4cdf3a1c3c788edd28945e77677bc02
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbe4fc8e67299ceb304cfa95aee1c2592d3a0d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955dff3b685b5db471cae8ea8de0ccdaa73c99ce1c8728b4852772dfed9e1d18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fbc005caf56b8eb87a037de478f28833b77ba0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be0e6b335a1051512756371064e73a7b2d23e90b72f98b353052eb27ab69ea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3377a69e925a1167de715e6f50abb2dcd756b8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d3688792cdd06e4a66247a9c800438ebda9046a923d82495110e157e638e11
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf0206cba262cd429903f45a97cb6180785e72e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd871852cc946faf9a1875972ef41f14dff1cd0409b19250184a8a9d510b1787
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc5b107742be446070ee46f28c6fa15c7b43a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1990349e668b836f6351319e2e9dd03681406b2b837777eac108f4e254a14a7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b25acd51830a410b4114df8e01da64f960e050
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa9312c5a685b1317de6b001cf9e78e18eebe8b0dbbcfaf7a5c9945b640b0d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f3526191258a56f30c6e40ecc77186805497ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b3b216cfeb2d9818f84060a873dff988ffe6e577c61cae6883d0b0c185a63
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcad9872b040c84700b88e6a804efa818861771d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d3e91b465c4f0cb3826e91d21c9d96493b202bd67aa205ab446ff8f311f723
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582919b5e3b37b5531e95f7393deaabb8d2b85c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcf2e03cb5a51e742b2278444f4e0d943c16e5507fec0882c0bbb39a1907ff0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54231347ac4341b2a889356b006e28dfc587ef63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0310780672d256eb9411838a4608993f284fec26fe7752e0410564b4440bb187
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07195dcbdff73ec8dac32688054ccace0b3d34a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762a26a9c212dd37e34c4256e9fb49a81fa330be8966a210da87995569347f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694dcf2319a8278ee73bdbde00e68d497cde8566
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb52be854463c192f0ef9e15bda4dad45c8dac6db34b78a0d097db448d0a1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9b139270753a0c506e9b96cbce9b774178ac56
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c8246b6f0a5388414765d1e07eff90a404ed64cab74630a43b3d479bd83f9e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6271c0491efaa61a3be2844edd7d94919cb0f363
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa0089e7c6b5b6761daa7166151aadacf0b3f84a000c0aabfbe3f26820c16e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8331d0cf179f8fe0c74d3630db09762298ccfd09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2957de90f805895ea150600bfcd81450396ccf15603527c0c823e2af34f6083f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ce56756c4895c1d13b25b76d59f0ff675cdfc4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b6e4c9c1e9e3d23df6f0dca25ea51b8a43431e4099a5c264e77d451e4dc36e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943be1dd10781fc44407c36189d48c04654fcb0d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1fab94c8766574bfb731a7ca61a268063706b1bb4cd852e7135aca3d42ef45
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc7b2c81dd3538ca69e071f131a37ce965b1a73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c114fa4452d6e49425a8f5f8986df0265267a4433643e98a56b3421aa1de5a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c97069d5e3847851844827f93af5645b0e6e16a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b816fa6f21ca8f534c8e866847581005350b80c70a10e1c77afea98102880fdc
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18252d9543a29d607f1a8a02e926394819a2f0bc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bfe337980a773580896556247715b7b10308d681d7101a4bbc8f8093cf56ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fbe552fc5dade058584687ffe72ab5e23624a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db085e97b3496e84243ed9ab27deedd12a3940e207cb008a25e86ba158fcf6a9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7bc164dab47a22765dcd26e72c525223cd7f47
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614e6a0fef09c9578b0b0866f99b1f0470ca34aa2c552f12461133e24c7f46b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f59d05d9e5b87fa2c2619e6c856b5647a0a3216
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c273f985cc41b8dfcbc93d99282a2cf3a6c5a6c9200a1378fe735e2c7ddce19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b840de249619fbbf0d3f7a298258d670d92a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38aec3371bb6ba4ad04fa3a1a24e5fb1de99e86eab1f50a8c0d7d3801dacc187
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748ef4eeaffb8089c930d9d037518d0e285e14df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca89c63134726b0cda468e11c46a69db0248632810beb724765e88722dbb15
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da80c62048da6edf72bd49cd38d31559111a38c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3c54e72fb436710fd39b986153258bae522eaf15bdfccda329aebdac550fff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ac139741f6bfeb466f30037b5f2fd09234e71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed14a3af5b32aa5e9351fa739fb35610b3830050cd214a433bccc418838d0712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77a2715efb1728f56447da68df963f585008ebe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a839eeeae7ff4c8c2412ef28118ea50948c025303b5ee624e3f8fde4afd9a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c04994abd2c1ef1062aa8e678d9b02aae1e53b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501068c87245c5a8df51f8f6eab55a1682c223fd256b5cff9f6b1fa0de6632d8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d2ea002b011078b216837c8010f8a8d951b2f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadc99658b40110526dd1fafb2682cebb7d9a71c31c6fdfd586efe0502bdf42
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f411fe694a05fc57e1026d7e1d267678333480
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2018b7a80b676254458f73053c036292ba1acbe14aefe0b86cf2bdd0871701
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2d203a04b2fe330a405200af08bbe9ad2e30db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d88f9d1cd1b26778242441506d4b822d7e8012297cc37ca00fbf9801b7106
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac342b97210fe450100265b0cb2858c05b35536f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594953759a6fe4e2f64b31c091f8c60f9433e78ad58c49b0279b8b4e3deb7925
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463e3394df3aa5e63398ee1499d0b618a2fcbfac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb09e4dc80d4f3c3c129ae7b4e30dda47ef0360f3e44da195c611e32867763
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e1091c38ac6878c2f319f6791e4e4f59731622
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb40891996145d81488ad470b37373b1303d94afd46d30a51043a14ec3c3f2a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7410d9765e95d5a8cf74556981d3432f9baf9908
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8270aef8d3cc9d08098ffeef0d55248d4bc8318760e80fff2086b972ba4cfb0b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16816fa390cd3b542e086a712d70c52962cbbc2a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bd535d86a5b471cb16f1fee3931f8446f82606e2008f4e62aeaca80803a7f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d429106a1659a1e0cf79bc017e00814b2bfbaf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a27d3dcb466b0604ade1f4916b0eb3a2d68b0dd68e7bfccd71545af0effbf49
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaa7c2ca756bc6470d27ac49f3b9e2c34f637a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acba2d495333782291f3ce46122a299cc60a3c3d0add246f2f4b904e0ad85002
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc646a6f667f1549a7689136f04a8cb3c5bfbd12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fb2d587bc7214158a2f1382f694f378b28ace03c310beb5b076f38562bad05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de1f9773f3541430f005faa3584fc4d367cb6f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ee5ef1e5fb0e256af1a1364cd08d790056d7b289befbeebe61bc9b0c727f00
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f30b2f73d2a030586ae8dc001524a16273378fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18cfa367173fbf5c194afbea5702b468e651cdc7780b2dc010c50c9e6e01550
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73cb4b4c143310f320ace1ddb16d16dcc0d9066
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7581dca1ac6a6990ebd2e8ca550c79d3ea670f51357756f7bdbe516da7857eb3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34edc90d0f18444d0b6a4edb40faecdc03bb85a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c377e47c1360123342a899a2c24c39b3d92bb4642b11d7210ed60c5f1287d315
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d85991645366bd7b71291f35006fb7640531a50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4965e23c00f53080c49f8f48039bc0f9c8bff31f1dca3fd3a153a4d27fa59f19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a46c914174df18891da8f9d8ebac14e7fc8ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5eae79028e277f450f8e22764351f56d1c8a9bb87f2822c9cc996ba1fbd31a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893faf9b920ce036c02dd206c6da9194c08b9c6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880bbe22ac9b9c675baaf5687ceeb588ef951ce8365fc981264fd13873286ba6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2352d28101d5359f9c4f5e85b773adb53f7b01
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5074d9b876b73c2e0e912d479d93d5c5b1f9c96092e8fa9d397b98ce9261f56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f4bb31f4d7ee620bab26f16a385291c0e132a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f9c88de3345c7bd1c0b0bdad22cdc2798d62457941b94642eef3d58ca3d79e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90455d04ecd1c24f0c0c287344f0095c6bff6a12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcd1a28fa541340df07142a7c9996d574ea0d35ca611af5f6d50d25d474c2c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445aeeeb0d39856feb39b645ed93b710cafa59bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249efc82d982990595ef4fd341c39ed5125e5838ef52287a67a226ffb63104c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cb35326c5a3a02c1b235387763420507475450
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eafe407d71f58f96ca68cb3288f5e18722886854dafbc44f7cb45c7cbe534e4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550881236c1de4e0b59647f95e4b14f3e0494b43
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73fe0996319b59f9c3eb015d836d20a342422325a2a8537796f4043d02fae70
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904a09fbd5be8a9b1148529f5398df361ecaaefc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b2a5f761a41f5ad1c9411db0b9873a4409e4d8a58d1f4b5816e09077912384
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c92e6461cdd5e46460c0f103e335d5e8975c8b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de640ef8fe0955b2bd35d73014cb800a611e5d04024637e6aaa3850c43a3517
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39577aa5487ffb1562eda8e9d9ecf8f0a3afc4d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d477e57ad9611f6028d969ea2b8beb3bec32438d44ec7b05134ed22324d9784
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f309ff01d5bb8bd563affeac6efe4aba37c7c3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07199a53f64f4fb7a36eda924096911b97b648b0b47f0d31869d5021e3e22c38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a218d2f55ccaac9891ef5fadc98085ae195f4d59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ecc79939a7bbc4fbd802e6376caff500a89ffb46a207b7e6a8db1a3f64dcc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a14ae6005b6ddea08345b8104bfda1530f38547
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d61014bbc178fdb6936cb569151d88f3fbc51e61a1e5c41b7f81248130ccc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c1f62bb8b6bcbca4b50f7fd4b8742a82d3177f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f74d503fc0fa19246efb1dfa8baad62d4443b712d98cc46fa347d6ff7375eb5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2412cb2096def9d0bc06cfaaad3b75c7281ed07a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43b6a47fcf678ccf02b9b0c125c5a3b611b2b526d94c100cd7b58f223152e08
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004450acc777e7b94690b82f988e803812db2af0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae69f4326bfa812d9baeceb33ce7de5a64cabbf06421045913be52cd3319bfa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecb142bf8d2152cc1a88f894fbcd8d3d4e7fc0c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33c9b5fa5c0b69f404f881538802fd9e8ab23f886361d12ba344596775e1cd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced4b754a0ab1f4a030503d822023b47a0e061b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71dc72946b715f6367c10da67d65a7b2e2054ee225a78ef549848adccc5fb38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3dca52e14e60e0a6cdd9f50503278c60da8c52
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abffd8a7b79279d92fb15899f86e7a2a3ea96bc760c6b8bfc0988ff3165e19e3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca643f35699faad7e5a782656eb3d14dcfda6dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d0578026f4e3878ff95d4ed1788a7ae0f5eb66d2dd8b4d8ac12aaf04ab613
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb88ce8e785998fb4ecf50319b4d51a13e7d049
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80dc03860620bfed1f93067d9a4d80d42016a0ab5072a48db586cd877860d37
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6821fc2df7b1b413b4b1a88097a1fdcc6363c04f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c60c2f0815ef04dc9aa28bda9530964e6d0d9e7ff86d5263703ce649e5ca9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1999b8e34cb2519c99ab93878b35784562dd3fb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16710c98674db94b8a7f4110ceaea89a5e5469f4b21dfd95a5c3330b38333e34
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4700c45cb745aef5d7a37166fd0c59186805538d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188c036f08433953d7b542ef2d6a3980dbd289b72983a9893b048d5c5d450027
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aa82c0b9d0105d6985bcd5e1241f3ab4e98c93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abc25cf6b071d051e679ee355e23bc0ebee8d26068f1fb34b3db5734410539e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b36d64421b4e689a10745803ba98739ed16c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362cef5f33ee8454703fa8e87cf802d23b43c81c78996a741dc31e1b4caf0c33
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6a69dbe9addb6b523f2fc55dc223ed4623d3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14445943d4979be4848e04f653e34bdd40195c900481028c207acc518329852a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773586677283e6336fd08438bf963ea2c329c2e2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41ee98fe8afd84f29a03d67ef693b78be37322a58fe594c7463c2c85052fcee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7660cfd1047c0798e1e537d7c00ce87d1be63cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eca9793aa8de413ebe62c9b2d32a0d517c12a7e1fbcea5e976a198938158a1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff3e779cfb2bdfe7748b03eecfd9c1ec654eb82
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9555a4ef991f102c33b2db1235e9274e2f083df1d5eb973a5b2aae6039dc55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4709dcaa961df2a4f8d8dc4b4c07e41e76f858f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242880f2eef49a663a0bbba0038faa873a87e3d2c94f3e634b20db8565d637d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325872eb53f2c83677076c73e5e4244ebe766808
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1bde2cde6b5bdd47ae7535261af06ccbd759b983e7f29deaafcf8e703f1faf
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acd014014e2642c2c37eb423cdde3ea0f97880
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66447c8525a04a557436d6c1d43bc5faf0a193e6c2aac20ae5dbf11a3997020a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4ccf0a594afcd40111eec13d6241ad3613d03e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103fcc5730a9422b6d8b4be98328461de6fcda59ef41a9d3f1995661cd1564c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990a6ae87c18366ebf0685224ce27d2c1ccbbe8b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49ca4210759fc86d2275644e8399ee035f545644ad9eef7fb83713a52f0e6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794af4d9dd9d3403b051b5fa4b3ef789aeec9ba8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff79087aa0e3b1f0ee61d6c0845379c8e65796c719f0c6d7ba6a93718e0f3338
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293fe0a896f2243e10c94120f75955d8565ca02f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9c37666cfdfe62dc6adf3553d557215662cae2090de325926f838cd4a1caa1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a50375190c1dad7dd0208c8e2cec6accb6153
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de674119f57e2ade7b60360f6e428b031b176a6bc603f8d61b2cede1479a2cbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc433222971c7be3f8a62233457b2e26c71d6861
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0315b0261398ff355cd34438bacaab6bd57003d7bcdd4deeed39e08fc1d68457
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2612b44dba7b9471803d3fbeb775fbbea1ae4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a78118f582d1d07b2a0efee74bcfe86949023fe460d5f27282651ecd1e6cde
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d43ecd1de1421ac7f564f37f238ee1778e8ed3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9280027b9225713128ed00386dfbb03cd2b12b040af481e5d554d96caba71f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af18c8d6d8e4fde2f253d537c190b156166c9575
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0810f9dc1465e7d6e6108779f6f7355566ed81bb82a9b93f3337e3c31b74bb2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1ad6c30c5bf24635880c1008c3fcb5aaecbb48
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49b87603b81e481f2637ea5c4946055265b3e7f9e4170489158d0ce1c9b90e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0753b3d174282b998c8c41a49c87b17451ce2fb4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88fd6f8b264970c4981040c61636dff0bfdc482b3ea17f975ba2d4b270f4de
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdddf0f7f2cd55369c704145bfcd52d82131536e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daaf81dc9532d22d8e10ce694e62e5b0716e34769de291ef5b2de61231a408b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d0cda44cb4ea8cbb68ce7737c4450a37415563
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3702ea2de4a0b16157ff2a7ab96085edd44ebce1692e809b52873a56ef5cebb5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cd612c549f454695ac2b17db13221c9c754677
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15fdd1fbb28c5e0cf57fae390c9220759b0178079755ff935be19005352ee66
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6efcdd650d330601396df20a91d334a734ca54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b16c45fa2d69425f8cf50139c2d6f89da3dc638b48d8f2e37f2d7694bf2fa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c155e0943ac3c10fb7317d461b5389cd6de6d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06809fb96ce2139f36961504aba3e354c1c44a1d48bc80ab7a735cc157df1f12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bf10f0d0ec02baae31d7c712bfbcca7e6e0974
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369498b8840c29cbbc39d3cfc1d5c1a5f9461b87be27737ebed0a5f55e101589
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f8dbfe6f1315b8b077953baa504a77d70fc3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764c6f9829a54fb05803ea55a985ed01573e0b8a74363f6fab3df6a0e8c93a32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ddaa2766574a0ae4116dc2a9148b632cefc77
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8dad67eb31eceb87620030e8dab6277e39158330b516dd33dda52a1ca57323
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869fe1e89b86810c573fc940916a17ed5c633cbc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80692a4b9e86e079232ea76b2d70f24e8326a87a3faef5d01824d0b65c4bab89
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cda0cd06ae7063e9f292a628266f12897dbd114
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d4e63285696bd37261e22a524bfb755df7813b82e25ced49573992d7df0be8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37962b81730d2c06bdace58f4f3ed622471cd902
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f9626872e725d3adb8f4784aa4e42391a2b7c5c56bae20a3a3800c2b38173
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de989ac7f231507f9be05349ede50620009d7988
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cec7ee6cf53dea2ca22c6b86b73492fb1da9d3332d9b29b8ab34fda57067d76
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7628cb592cd3d7d238a3aa919970d9c010879019
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593fe287079859e2cf50526849b8028fb078a5e1a9ba7f61a57983285f36f5a3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9926f24cf1b84f018ba44f027129e6a9c3e38934
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f6075573b5f9a045ff851799761250514fc88072a2b3185dfc3efc8c055539
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4f684663f3a7ed80aa1a0c0c5385bc36869b75
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02a9bc18625e43f66f867e0a7dbf907db24b318340836bdba036c8686bc0d58
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545bf08971ce7c176fd4a5232dc574bbf3dc38ea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84703b243d84348c73031172809904921771c9c103d426dff5dbd3eca1541bc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe8f7517a9c61810b420a8c19b01f7a7f7d6bcd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027d1e2b71bc98e4b06e4e6598885af0a06bda5e29ebd4877485ee72fac55a40
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a120e5985197c611e663e71dfc071999f1e09ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ffd09e6ad0a21b11917da06b5e804e385ab2c1e1c7f3547f5b81ea14586b9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d416e2ad1fb2ca111aa7c379c0401dc47a9d898
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341d8863f1da4cba3b35a0daa6cc0fbb01904b4f420b97195ba23fa371540376
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79499fe5c738565d053153dc782865a10c9f05c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019225cf07bce5827f0f686f56d967ffac239abdb16c0ebd48d76bd4f8d64419
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bba252cdc7e28a920627cea04b8ba4378c63b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a469a848f650f7aaa02b655eac683e200fcac015fd0b33c389233680386210d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6329315f42f12d85a8cd36c4a38a633f862b501
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429bda20a8c4e2ae51abf7aad7a0f394b7d0896724ec383c0fc231d1d5092f9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e1aac0c6dc754f9c6ac41cc81fbbbbcd979ad3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0598e6dae34c61f7d572b394589c2b5a62a5b2e429e7c7d68e2db405422849c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1a200b611fadd57f270adb7e1aeb6ea3d4d114
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56897a07a64403af4013d77e1598ec89c5f36e00f4cd5633b82f92df52bca9e8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1455072c7941e9ed3a646ebc47eaca18ca103455
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0360a5593b195a2a6ab9d771696d1b8ffbe04e91fe2f6831cd212f1fb04b2940
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b027281568cf00b8726e538d3e3c38ee777d66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec3c73b3f0f31d0740a27417f8c7f95e14383230a18b0086f2025f55f400a0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81fecabdd6f763685c33da7ec4ab51a3de06790
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099ab68688ce6a1ecda184bf491b9aea3f98e8e659f57c675039b9f385de562
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b16cba34774ae41e3614350c18747f8d951dfb4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c3f11c9aae94d18f176272567ea51e642c574591ba32a9601d1fae076afef2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41980c6ec0cabf7c693901f7f7aec2eace231b2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e36ddfe625805cef64f248720081724cc40a0e9430f267440b4d135c87c9ce5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97755cf74a7e1af9e89ff4cd9768e5729aa53b4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efa86ce4d49c013271bc0f3dcc980a1bf674e048497e83c688bf7b9c09f957c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5cf13a2164e3b77548f6b84f8e6d669a53770
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960eab90606d96f8faa9689c952ca6a705fbe4639724e1ce5b21c210211d508b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d39685f289870d61bcfb3d09d4119778d2912e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ca4c3e7d9fefe24b9fa81be6dcecc96a4fa375a5b47e40030eed41b48e64cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df872b1468404218ea5bede0f85c9bef9a5525f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f96c4ea4dfcfa964f892981dd048ce0cec9818aa3bdab7d811f3b876b8d4d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfa1f251c3cf1c34a5d9ae4f1548bba5d3950a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a309e38b2cab2030b4f88e42371f9e126544c6813c2e4d37c1653a4aadefd4c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbe247240db30fb99b450470618efc946459dee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ebd6328370d2f6858ab18c2713846cc9a9054b3af3cc0ad7e69254f9b3eed0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ca92bf3cc9dae7785dc395bd896db453606c7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf21ea6ff3d124579a2a09f918c1446a9b3cc9b0db3b247e52d2a41df34501
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92df57db2d7238c35fb308b3685eb7b24cf7d16e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e128c365c73ea76112f1b19f61f5c718b86c36acb7218605034f3289cd60161c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9801e5e05bae4d105e6074c37b4ea388ca5348e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e832b0d0a7e0e78f1b9ac182d7cf7a2e25d72935a07694388239962ceb232e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5de1313d63c119b2a0e09297d67129df8588025
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8be3778cbf91348b5e53afa181a8f389813f4032126559ae8a882220cc6bbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95204d9259d40c78cdc88e65792c443f33b3067e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd1fc5694edecd6f88cc45d2cc1fd55077dba5063cbaaebbd6c40022fb496f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d50f3169d1f16127741a480e7a44795aa753cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9500b12554a2faabb7527ee3439224a46619a28cb8f99ea503b5b724975e66c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e85ca1fc61c377ae8a64693c94f9d32068da537
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e36af2cbf2ae9a6dba9619d14403c0c339a0f5bd3d81634a439451f73fdd70
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaee78e4ead182b98f8389a6bcf06e629836f535
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22726b625844006f0d38e0aab70bdb97a92b0ee9c4af3bc0ada4676547c1ba59
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d40e9f703607ce8d1f00658e8c91c44c604e29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b39336557f9954406b54bd58cae2c1add717e6b9f322d7c075859f80ec55c8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80e9dbf4ef8c4cd9d559eb3bdc665b9b5cece84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc12b9f0eb69d7713b708b8e6c5362fc790d7d6edbe47eb01a0580522105d16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18046d9982496c6257a50202a2fcc97470636bec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378279ac903761bb224aaf4b39ab528b7b77e538e3aea68e8e0acaf62b092d29
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0298cafa4a61c0bbb5fb49ec7b41580433cc33a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4da3ab8818109d44c18ae6e7099353b209396748237cce01fac266fc7104bd7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2083d78371b295b825aaed77547c7b657dee231
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c47ca10a1e30ac57afd67e4f7d294d53a3b25d5eb0637d96617ef76c4218aa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb3223cb9980efc17db61a2c4ab7d4a8673c46d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d43b7a05abd0e9b61c64c87a87b399458e6bb2feed40d8cfb7d9fab811a33
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f772e4d3d5ddae28b902c026cb0415dd1cc1c14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1651790116ee6295aff197c3a30ea3bf36e7dd5657a67b212d5f079226be3d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb284d2da6ca5ebca50cacd1eec88e3312b6e052
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8828b7641c35b1125b8113760ebf42efdce68685f5869b46d1984cac754f9f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f1b775fe1131a196a58886669be0fa1d4a3bbd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfca25ce0dab17d5a4684fb7d129f504e9920dec39706956bef137afd1a8b80b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e5ab6462afa9a706d15d8f85317911c0fbbcb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45dab3f32d6ed9cec10c22c1a9f524c53202325958bd5d74a16cd6263d69c4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea8be50fa64b9064416318bd0c4a2578b09589
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e2ca02a3fac86b93071248cae8c9dfabb12487f9126703957c9bc49ba3e5f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda768ed6e32dbb6f5a1790f2e4a5edd55e5f437
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2fc9896078deab41cab57040810d86d56a5796832925ad6d6bb52cfc0105f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1ed002d9399b75e0d433b77ec210bad2f232e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1341c129e825883057e04021a16ea247994adbf5a3aec43e01010670b272c50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3c447597997047ca7f352c359cefb80e05fcd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f471dec1232776f789b957a74dc0a52108e7d9f14ddee4c33a0b46bdcb9d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ccf7fc66258a3d09ca5dc47cac6727b4add50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de9c3b962bd763c8667b124b5eee67f878ecee5eff819a368f4de3007b03325
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c49d8c080df61acaf2d6575d61c9dfa3e59f880
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a51db27eeab0d044c861fc7202d2054985abc2f60252c900b9c56d9e5fa7ca5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62559106a2f5c500a4fe5c229a363f7f393a0201
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf3229b75c1d8719f8a83b2fe805c29f3fe1d3eaa36defe1cc826ee5fa02d99
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21c7494ae936984c2de73f23112dbbcd78a7e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd349554ccc165e30a272263c62c36ef8ee035d1818d21e5951d14a58f875aa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18129de9fa95d996829db07b1f0f78dd76132a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0c97c67f91df319479a3612f1c38eda3e94bebc0e88efb3d735d375316f83a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf47e4f2ca4131b6381371c7d1153bb83f98544
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0e45d4054ff7be001df2b4b1eb0a6c9bb6ee0d7f8abfff56a9bef969645ef4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1e9656087a5c9009632e3e1f031cd5a38477c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db3068d4b68eb27d12af5718ecae3edd91182bc797535a1642c9ef5fa26e75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3e0127f6b94a74fdcdf192c365a8afab0bbae2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc744cd9a1c422e62f4d044b2967cce7186180fcf9f395894cf045727c9a276
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75b5b752f3ab6302dc0fa3622ec6d09777bc752
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c78c8481dd9f6320c53d733aba2bd27899db5ba31f014e3648928a5176e5e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ff8e8538e898e89b3a6d8c248d776fb42eaf85
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1151d9d6d13e1ebcca24d24ae013462d83b8990ce81b306d6b0223c4615b409c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62fc02520a84f866f4a1abae968e690b8d1cd49
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83737da82aeca8cfbdac36ba6339433b88f728bfac33f4e41233782c687cba28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b3aa040a4bf9d541b9c6fafc49ff72e9cb415
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c52ce1f5c789fb03e2dee85048369849ebd7103bcb0de37f5e3a9617a85c33
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1cb8d334030f386078ad730679b2dcff49dc5a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91d39e02da3ecf421dae7c381ec0fd93446144d58620bddcc73f00e6a711e05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f805cc59fad493039e78efe8bdcec7223dcdae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215c6c76d82ce834ebbcf0e1443a32da94efcc6d52e36bd5000c2bdda1c04b3f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910ad775a689d8635bbc154ef29e1bfbff8f3a09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808c6485d0fb7412e8a3c0d90f002f25ee7a28b3585aec0282be9702ff810c08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cf4603f561cebf191f460cd8a91e6f369ad955
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c631a08aa15caab9b1f3836ff444d2a900f82348275b2b169dfa62f85e127b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b60bc4f321cc2ea32883fc45936b927c13e089
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079f3dda17bdec3f2097523101dd1d2d6ecfbb41a998b441742bdd32f4d927c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ee07998b614b50a5abeff7ce5f9b68ed5e11a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03010c2b9d5aec6dd205a3bfcc8fc0b920a19b5025e41389c1ae4697ebd795b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a548f41802c49ece5d3b6a04abd0e12357e0aa24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51e1217b63c5ec0225d321280256ad5458c3b9f57387d4c6d9c8f8ed604f615
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce8cc5d778e7e9f7be6a87d10ec3ce578d95bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2aa7b5f814577dcbe46a0f58dade1ecf6c7c87290f277021e6536ddde2bc6e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84c861f2442201d574c230111f3d8a8047a7106
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b48c3623b3d067235636caf38a352ca6620b77b210ad7188d1f2f671e4a34a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3979a745d1961ae21a6d92ca187e0508e337557b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828f57a30a07051d7790fe6036068839fe564d8018cf4dbab0bb2277bad78e5f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab58c5805af72a6a20bf40b2879979dededd582
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8d255b739e3df6580137678382ecfaa2974bdacea73487fe075564ce83737d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718ed1a58e76a479e87966b0b9975f13efdb11a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83a475fecc4a6a7124d845036e6f0e6b7faeda33612494a464e67525619e94e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b271a9ef699c28f8f4fc8b80840671ff4e157460
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d2347e70079532ba4762bba2d511b28f4341d04bc3b19a6ef3d6453cae7e7f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f41315209b0e22b924d01341ba68bd36acfd6aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c7e06d0a42587721bc48dbfcf1b34bb77dfc1779a5cf55aad1bc3b8ccda8b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6474371b42def7114f0c0d57d1388d849d0a80d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6bb7b1392507c464983aaaba1930213970f7b86381f993686ae71b0fb1f419
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee52b7e98472f17c48cf7bc6263326a199611d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d71a3d90128dc26456015d7215c290836cde171c9bdafc2929a30cdaab1d5b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a134830238d4a03ad6c173e79d085ea59965d2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bb9f3e7f94d2d3e84c508c3b9b23c5399a01b9b2d7989c82e00e01faee33c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6942f57593e07e3f83391d6a2b06673c0ca12d23
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1e122bf1a29049260c2311e881c86913c63e94e575d300cbb10c6bc3d2359c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10846ababc8c6d6766cace9763fd992e9248dbd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bb6b426cba772addfc205cda54f831c9fdeeb17a8c5ece99f160d73da49c56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef3c5d35e4b36d8c8c2756c15d05f28ace9f8c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171c60fdbcab0c69a13eb1fd008508e11bbccc2b609467a6e9746bbc6f6834b4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b27f2170e6ed18e46009b9e0ccc99be6f73d23
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36e791878c5a797ff9dfb03e22645381cdf278ead4d93944525e9f26e0ccb50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd0e614f1db8bcc5f3ccee645174b3c1a145139
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac907dc1d430b2b0e740f15868cbdc4c79d95e154ea887fa93ec062451d072f1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35add4527eb4029e1390b96522e43b7ca863934
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9774218ec1076889dd7ad5d90916f06b88a6023f1e5da7afcdd8a18a6cff4a4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa55a3d2c807c2dd39ccd9c0aea66a7eb88e4068
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c670071bec1d1aadaa19a2176cbc81c87af22859d81c0b35bc7ce90045e9130
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd8cb27ea23f9b6d53eb00dfc369f8e010ac6af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f5df3a6b7bcee57d96b890ad35277ec7160d1101e2c9b2cf1e18f8105fbc3e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6f41ccaec5343fbf0ecd9ea7c46d761a8b6c1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7e3226a655da4f9e90cc31da10c34eea1a20a3400fce3856d5965df32e15a8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce9a9317798a2ce6a104283b19a1aeead5798b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b95f03a6b503da358dc3d4073e8e4fdedaefce5f04727e08e7bfa170dfda187
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa367f09ac4b8f1e569d0e65a76d35deaad636b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2a479d5c90a2b5df6c06ae58b4b925468c9af752cd3b7b5cdc2cc5127a9b19
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d7a5149231e3c702d2880b61df71437c6dfbb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3e83ab63b8fa4018f98dbb9558a242205caf4004512cd56de47ee785092283
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de67715df0a3d0547a8a1ed899a95b64963078
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85624ea36cb4d029d2ff4c5c8f20cfa5dc1dbbc6865e6615927fdaab99d4266c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c94b7746651e7fa2963057e4d7c717247117213
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decdfb76c148dc20e28b0960646544c4cc48167fd537d544c44adc4335e52a65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0227d916197cd56a72ec96dc541dc8e1456611
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaedbb05f39afc0638e1ce2fedc54471fe07d014564ce142563dc119af0e5ea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c08b6df3c41d9f9a15213f9fd7c61da298a339
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed295ca6ee4dce2edcbc45119f9149eb65d64e6c63ffafd9c9301b7e2ebc05b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb2bac78df33472bb21831e897ecb6bba3759ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d45351045b1da098f3072ba782b113f6509997b38bda98b8ceaffde2d47a59f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c83cb568d2277eacadaafee8d10c3166cfacad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1ba336170795569dcfd33d83a7cb3e2f525bb2f1e51d125bbf044e5b9966a3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efefe6f4d01c0630e4874c0658b6eb5b9a22d3b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5819210341fa0a3f9e992c4fb39bf75dd0543ce7bdbbcc1b24a2f448903ab125
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866900e9f180aed19000cd24674fb10f8ff90f33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfabde076b1ed4001a4851b634b5c2c59e574ae3689804b58ab9cdcb196ca68b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd64e9eb1c269aebf77e75484fa79f876b487b56
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9318ecc2eb56e71df1b1977c9e71bdd6dd55997bbfc28680a339631de313eac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa8e43e1f8c80a37eb8c92309b1b99ef18657f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3cbd55d0a4ad6c72600ebf9be75937629a6d9a17c8cac761f04ace190d9812
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69416d9bdb6c89cf8042cfe13688672e3f14b53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73436ab1d2d1661d884209f57999a5238ec6c6dbdef4ed7b22d4df72d6a8e54d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6735d9f9b9da06f5bdc372f630556053a2b114
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1eab688e45fe6bdbfb919284290efd9ce33af3b7d9a80807d2f3614d936a08
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f533a406a5c9a105f1f317c29daf97a9aa804bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a260cac0031fdd7a3861168a7778d6a234ec7e0cf68e9faa3ef8b1deef82e39e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2278cb16819e43b9258cfcd69e3ae84674b5ce62
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c10f623256b3f16f4032d204491395e0db15418e20d7565329fc4a8066ba95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24279fa19eea8f6958493e2f0b006ae4ec79b20
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7e5a1f1cd2d7d78f2f3ed3b7fc9948d5afb15b5627a8781b8a89843b557020
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b101d8f4d88f40a5d04d869f30a56a61e11eb6fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7593f061a374a1ddaa65eac70b232437d91735365bec86f4f3f7a48e9ddb7b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51557d2a2e079fd82a3f02803a8911e5411ab50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1e32fa936099c3b40e953e1187fe884771c4188b09c0ba43c8d4dc8f5985fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421cfba4501d47ae71e1757a826261d7e467a7d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbb75cee799d5783bb0bf48725d89991100895ed936a1f970749c90d7ed942
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30b34f4818316b033badb69988caf81cb55735e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443c045ab501312c4e3bf7b8b36f4c4716d08a3b7ac9ba23dc85d6ccf790f710
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3613bd2c01b6036250cb5660b3c8fbfe580145
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d571bac66be0eaa6223be67b8913266a24b10d358c93ab6587c541bf3cda4a9c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c23e01842afb1459a7835be3363de35ce38a984
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55429736e892a9f2d1db720ed82cfbf3659fc8253deb83c7bf8ec1dcc6d92c5f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8611348ae1c52bb665d9ac299d11a9ce2bfa8b34
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9bd107e7c9ac2ba7d315b929ded0c05fda0cdea82c900d3b75219799b5192d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e63303871c7111380474a721fb5f9df1794273d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa511f22d13c8508b258afc0e2b19daa2e9a93489ef9496e0dc6b0cff17058f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4adf58a9f5d8e7781543efb1799ef7316660831
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040ef4a7e612dc4f5e3d58c7b7e5c871970f6924dd90e1769ce9491baed075a5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39c6221e62571203ac344a8e95b7c61b52eff6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c57566d90946d563dcd497fd68210017981684a777e2398785770190de156
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a597abba65bae9fc7533e8b6e922ff43055d423a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59176a04c4f332ac26d1f312d367cdbd72d0121e77e2d778d2f27af8781e6537
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc43b3f6bfc54f65f31f6845b0b1b6ec5bf997c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d4c99dc671b6cd68f1c05b37ea663cc7962d954122ca8abe26db08d583297b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90ad9ddb37b308281d4922b6b65efac93415ebd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27823847fc450f34d7fe0782010cd3b48daff445ebcb5b95914262909f8784f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebbdb625506cbc6044f9acdb6f3c2e72cf50673
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcee2eeccd6a850faeb5359052cdd32778adc550291babcb5551a740a8c584a0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2905812def2ee22b45e00d954130770b0f8be4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45bb1252eb2456371715efed663411120a42f80064064ed1e1954b9192cebc3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580bbc38a5e3e7a2583b997d9a1725d8f579ba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a172cfff5e74cd3d5cb0c7e0711bd02468d88e85e85f39341fbe9012bf55278
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb44a1316ab915dd0e41f05c339d570ca280b3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68be89eaab8f72e3ff402168a839c9d7391166faefa2d6d439681c029c910698
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1207a6fdc07807f3bf69f839e029698061050ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d34eac615486904b2349fd5cf27ae6fa15d803c093052924093f395c4df80f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa8debc69a06cc8801ad3a359df47fff973f0ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782949190cd59a11a592ea83e5f9906149e10123bc92353c67cd2ef606f43d69
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fd563047d8453c6f9235c1476d4c22c30d2f94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af8248743285e3052ae43ea55cf02ddfb62c158e89718ebce9a8b743611a42a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ba70718104ec60bd415b3758ff6c4aacc430d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34009d8cd05e3d59ba14432bd1b0022aecab0be7b17a19c39fa2dcb3a76a3d6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c01955402d40f35447809dc9d15d6a84c9d30a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092d351d793cd8f29330619c2d6f9a3877d3bac8d1cbe63812c0cbc008aeaa75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6e3527b28a5f670781daf1c4465ec22a96dcae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f1d77f8d0e43f5ba0fb50ecb512bad1f54d38a01644d4aedef1a69a9d00afc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b858f3b710968ef71d8ed7ab6d0201cc691639
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33de3b1ff34be366568fdbce35976ea43a53e0afe5c1c2f68fdc4ea53b8f5668
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1221e60af467d45d8492fae8cbc63b3d34efc46b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074c104575b2435e0eb3348587c5e045a6d26c44b05bb5a0f7b2dd2cdb590d2d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88751a060bef6da6d2470a477d566164aba346f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048c7e5e8809d7384dcb6a055dfc6dd4bab5fae5b7013b3161226a6e2224d153
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c98307585d25cbf27a7ea5f5173d414f943c29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff211ae7103ea74c3d97c67debe337c443fa37b0edbc41c721dc7e66cac4123
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57503e9fd563577e04f0ff1116d83ddaa2338fb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941696f30f84f8e718ef17981394ec2542f588d812fb2575cc023e7a029fbe3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8438c2676b57b8e60e43b395bb051f1db7e64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db42d859a298389f20245dcd10daa969b7df34d3fe2f1fdda617568e3395a4bc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442c18b008e773a2fa2009cae7cd882bc424ab6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9439a97a21938fb0939604f8effbb63a673b373b05af75b3bafb7ec7da80ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1b92db7d96db7c91fe075d66e43a46eebc211c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce9536a3d9c50f25f81a532d3915055429b68b29db4aaa370c5ff77b7f7061
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d12514fd850dbe13f17f2d87cee61f13d55133d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a381f5646d02651a5eb9a61cd26be1c63c7d703627bc83230843fa9d3155f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4090fc0789a6eb7939014e9c68178c5fcb9d43b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c3ddddea56050960016a32b8fcf2b9ac339c6101b855f88f9947e470f0c86
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b979896c1f9ece49edb0d05a5e75963c0b5047
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f16f5476f184ed04ad6159f56569fe3eb2cf96b1cbf1362792d6be0ca8fb1a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70f4949db3e720a8e11c04287957ca84391d96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a792f12f15f861f90d073a2002963aae18e307ba05ae786bbc107f1a4120860a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7a9a788096c992477993904d9c5ce769459a7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cb0d5dab3791f565c91333f1522729d1498399e7c109efad932353dc67074f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733a4f06aa10f6447506b6b1a6b057c64698c8a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca753d6a460b7dd62993b6c72f1a4441fe2d75f4b8645e78526ee14dc697d5f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e941de3fb76ce0d112b3f27e79bac5dae1accdbc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281533009f33599913fd6fa96b6aacfa4b5b21782c9e22bb9aee03d755744154
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9967ba1b54173e183651d7f9b76c7dbb8a4a67b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5ed1b9940299ecd1ecf4ec0213b7e91368f37549e70bccc90584788d1b6ba2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fe7920a824fc3128d05959518fb062e7dbc315
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b31fc113dec1dcf49a2ca587346c1caa61583ee190eb8ae560d843869de5dc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5571d34ab14599fd0b23f3d0a267cb817391b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b048eb8be6c0207c87e728c78c5d13d1bc968e5938aad061d159a5e323d8687
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e0d2e4cba87bd1d3b04b0f0466d5b38499fc76
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14df242bb13984601cd6f0437584ccaaba6a0f26f5d5393a921d9c5b0cc7e483
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ab612bd6c69b7990b0c4afd8b11cbeff6cb3e8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544305f78f97d96e135fbc7ca58a42e01ce93746fb9e6635ed93eeccfa41b008
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edee23564cc5f34994a59cd92ff2d9b3b8c9f80a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f1f7d270b9d705550bf4c2e799f35e0706c3f65b7f1f5463b46c7677268474
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe79e6c84bf82c961f5fca3f8f8aad6e8c4a790
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2d8cad47fed2be463d7a5d50b37fe48854eb4120ff61e8444277f387de6c6e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7307c6bfca9e5c4cfbaf8e553f2aa2922f798091
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44fa77158e0df4f1acb1c082d1b1be9a245919164fc1a0b3a8d18c7fde33452
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406c1b98c61eb53f5bf37ace6b42e8ea65e14518
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c5b16e0b865772269fa4c25d356532bc2b8f084ee8ca974b68b2dd64c2cc94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adb9a124cf999fc0f097410f94d08cc07b2c998
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415e7d6cf9997a1b51e7f3747961478e027fba93998aa5bb2a9c8354a15d3f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0e4d0bb317a98638786a1393b3b8155d6c18c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a569e8fa4c4a834c7cf96780b669633cce79e51355af9601e7c3db848f7917be
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31f6487bce5332a25e42e2f391db40862edf02c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d9cbe9bcc97cf5a9af9ef387adb0b0a489519050e8c6c6c1445932473897e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31de0129cf2db021b910562e9e4951ffd163e09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c745f7273fc9ef057e9f0dbd6169473409f81d20bc2ef01fe76217b2c0838d97
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6adb422286f88665bc592ca81742d78ad2f751
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1130b24cfb26d114e534f660ad9be77236ee17d1b152075aacd6d1509801b24f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb982c315327694363f1bdb56d18d00d6256ebad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6d530211e5a017063669aae7c612e9aeb2eecd5e19d6cce4662538c7f7499
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e231075c971fe1dbe98f1d17113c0c0ac4f8b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e24d726429f75b7a00c95c23616f4785ba2fbc4eaec9773d5f38bfe3b00e40
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/lm_head/_0.pt b/params/phi/4/rnd_search/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211509f2e178bc3305a32270a973eac22e1440a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8081136000b352fef582081fa6d34d148cb798dfd4c35b4c3c8aaa65b5a92dfa
+size 205955
diff --git a/params/phi/4/rnd_search/comb_16/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f94d719ab6244b0b455feddca43fd14566c5d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe8c219a1bb4f49eaa5f9dd324ef5649693dfa9acf5f601187eda94523138e0
+size 205955
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d6a67fa60267ca9dac031bd622f6bbc3bc07f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdc1842618c11e53a56d012b6b80d7f365c13c9b4959b7f03b89e6343fc6595
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae65d6406fb6e714ac79ccab1661aee503f4a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2812af787d5e16078a06d8b4b33d902559f26e67bfba1a29558fa7492bc2c57
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8351ee5a30c90b59bfbc20e8b189de0008800d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79c42cc36ea357bc12f75bc1c63aea4951313262a227e11f1872c4f2ecd7242
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e911dc7f834cad22a091d2a27c23ab791ab81db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd1397b31269896be80577dab91c91bb7894921f68d27163c2fb1b6a2bc25e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ff56f2543e8366e97f9d1b901846cdf07d7267
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33773d4001c5e938843a716d8879657746d6b42f004064db8c3ca43c79f2e3f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b7226d6917c61c3d163224f422c2d9473ff8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57db23719c74a2bb5136d0ba917417164e1e73abf070ce37858481a53f0f866a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5a5c663d000c54abc697eb9407f8f92e600a75
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48f8dd53b6c3c22079f1c360a7a8eece1fa3b2135a5031d1cd724a581bd779f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e7a7e2c002ab121029f96bc77b2dddf33314f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7743782d68d172e149b8b50aed5109cda1d44278fc3c648eabf57611c6143f3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116cc9f38b278205a4c63e245ebd75e954d58064
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fc0fd9afeca7fbbe1707aaeed14fdd81d580c7bac76bc92fa4edaa3fd9afa8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3466828b8df0fe8a2fee0ff65c96d4408502a658
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f245ea1ce77c4cafdb6bd0397c96252c055e64ea0f3440d12837bd7ce8315f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9f8075ec0beb36ad5e303c9c48ac92ac94339
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddb8259ba2be66d6c5f0b9bf74761dcd86ee06410223948482994a410228049
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cc8337bc11c0a872197e390818b94cde598037
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac392877175da5aaa714fc666b7d80325d4506f8502e8108385ca4e83216991
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141c1d5251342380bf9176b2203040a2c79580e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61800c9881225efe2475647e6df934497b21e5cad3bf811eeda6426bf55812c2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f5ee4ff097aebf430425cfc8468729b91d1a13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6312f871a4544c44f8609cd0b251493b082f265112915d7179b69a107a9ad1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a5bd0023a771eec1dbd39ee5cc6826d2950236
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291dc55a021448ec23b297005c343a2c979cf1709f0fe83c0dc68bd24ebc1e16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7989826799cd49e39d37267da469d03aeb26fdc6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0406ac1ab305e0ce50a5ecf4c11797322a4ba421126c8afc9170a16f8412b13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e3152a557267a3cb6eb9006dbe9cc4c671d33c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e255b013f88eff388b1fe179388499718d037d92eb6c92a9fef8febb658df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800547313f0320cf6c9f6c912339cde634837153
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081648208bce392bc7508fce676438822fdc1867d9f8d053cc7b49ab18da2384
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc28df37775c4a0c65a512ded8f7fa10f441d319
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f1dd3918549e320f115fecbc9d61215c4ab05a8cf8511c4c6d5eed20a840b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79548adc18ed09a6623cc119f2e0d4fdb71bdc71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e71b57b056a9824f056848cc89d738080869632f778356dfdf2b05f83d44b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7de8d825f70f41be9a60a6d6dcaf7af3e7bada
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a12a3c3ab1109e3d77e0bab6cf2f8c16cc51148766dd3cf06f91adfcb8c10
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ef85405e676ea8b35e0086babdddbf682d2da0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9b4236f5d75e8284a1cffec1eb00b3ee262e88964ce5a51555d96e529ed07f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e670982529bcae542396ca8a4e6445bd1073a9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f0dfe18870f5969a50fc4661ab36f14e9dfa3e4a0b36d2a188f871808a6d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedd17755e90b057fd0c82ab363eeffe4392b899
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95271ea60c5d80f9c4338f5012954083747f1c5cd7bedb20b5ff90dc03feefe0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283a1db1f1d395b4497785de3dd81a58f489e0e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76468ffa5b8689b4f148b3b4b4b708fb802b1a592e8e91473e5434bccecc901a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d4ec483713552f2cfd42fb162c29916697053
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d3e66675d2ba6c43cf54db7412874864872826a7fe44fe7cdaf04442f68de1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98deecbaca6a39a163957b52a119a7edd0911645
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700d1cc105e177ca724050a2cafcc0c004445d6d3e4cd4233ed94a6dd801eda
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921edf23879be19563b708a2a00b14a56710fd2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833720b521835b7ea7e93b0cc6c50f8c8af4d0b1e13c3d45fedefeac6c6222e0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fad2c70df4cf500d1f1ee440cc6ebe1f21cc8be
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8302e4782eac2acaec4ad56e590481c42e7f44121cedf965d5c1b7c2bfa48e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb5686f93138f9acd2559fdc76f6872a14a324c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab44f305c5af23b4eb5a59e4a35b28342f6c7225a91c1b486e9e87f0ed31fd1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71aab29dd0b2d79c053033b6657a399675737829
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c5786a30f4ee4b19b6e4b10fd2ad7274278e8e6113a0040e62b0b9d0ed1f4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a595c23cc3b0d535bf8c1ddab31cba711ebec2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a086fc4d58b4f668d616e5547141c46cb64bf943650f5410ad036b43f225e8e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80236a61dc8b6469bed07f188936eff8ef2f086b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2066b539183f0ce242521c0179555ed57ab75ffaeec197042fee7071c78fc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f92ad6cea0aac88faa15da1137c2be363a919a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aefe0df4a2dfee08f1947c9932c06f0fe63886478c7725c92e346488fd9bc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109a455f1e60e27f81c8c7f1d588b0b610622f82
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d1d4307d95ddb6ffcf94988c4129f4261bfde10014e9ed600c9785cf04807e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f436323c7fc44e9a771723fb97ad4689a3635626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0df23fff0254571c7851dec6fb55e931912614caef974e4ed1c498e8c024dbd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c82332ff6280e93f1d4bd0098d25880e9f02885
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507eace57f9b0452538055cfc4bacaf35ad6b7744a49226bdca444a1ec3cdccd
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900ce0df2dbf13b3045e0cbf512409e28905e65d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7716dd9f71c534e7e6ccb119ac5d28474bce95a0f766e55289fe984d660cfa4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e6040407e0cf5d34cec5e2546c97ff8e3993c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21371820c5696586e209954ba94878258578f5f99271a6312f77e2be5496d337
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766c19eeb53271499216d1991023b2c93add8022
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befe7ae972f3855ca8ab2a8f8fff3dd6a3bc14ae3d25056d42c627d37489c636
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aac0131a8f14a2adf1355586b0956cc6f2e5cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6d15209a25745012238db835c72ba1a51f7fa465e9257038166a0852e2a012
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836cb699c637b874123fd5818758ff2d5530877b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d75cfcde41c113260af7976cdbd83a1138746716ca4113c2502108ed47f0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4196e0cf55a1ab09a18bc4acebfd0ff0f670b090
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5279fe052f339e3f63dd3de0ff3193397d692c4ef67b06f1066d4c33838b99a4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436e7f0d477d21657312e73dbcdc95f4044199b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e35279e626b400b4fcacba18d80339639bce79483b141c274d89a8d4f76550
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd291d4d46ffce1a1638e8a7ee1ace5620031e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bfbae9de09af467a6152484daf90f76e256979ae4a7fe0ecbfec5ee4adce77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef27c84aae4519272b96cfac6f55ae81000072f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f74d57bb6bff7f3e345aec603be05a9a246394bc47ee884cd4ae2681811188
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33a625167acda44c2504d554583f40e0159a8a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fc9278d45bf212f7481fa68d5cbc21639e68f1bb644a7bf411be496c93417
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf593c3bd10ecab0ab1f7bb068ab77dc39e5d50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7661105333952946aa5983e581cdb1ddbefab4929861ad75f4eb2a755cc32d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96e7229b78cfa7331716c1874ee9dacb94daf2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33aff292961d28fd174933435f32a5b2eb639bf92c672e4cb6df4216a329f08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bd7feb9bb2d2182e814cae1a0312e1a5379a33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70104d59dfb14cfbea572dcf78c78499efaecc7dc50907c42b4b286212e7420
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8342b0d72b24210446260b11ef9c3718895eab46
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f730e68deca6977371707a8dc5b0fab888ccb2f97f943bcac63232f26453ea2b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0e3d619fa412182e3536d4b70b8ac1e3155250
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384e5632a24d1f076354273b84ca5dc3eb681534e75dc2ef0b20a90a9ed7ecb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bb208025ac929a41bc8451f5698b1c1ba38e98
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1887d3c3b805a6ff93ffc50979d595356a280cb56896c239ddf144e34ce18975
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950259b71088abc25468adf7f0c5d9e1cd50cc52
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeeb6891eef35c4f14ddea52d7fd1ebd1b2c99318cf59e2fe359e0f26a75b158
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efe6a5a024afff5835990aabbfdedafbe935c99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2329445a3598d7b5e203fa346f3036ce121928a9d82b3c062dbf77fbe60f3f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95ac86537b078ddd9ce52cf3402d52dc3804b29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b814979fe4d8b3710d45a2d7e85ee033d6b4a1295c865ea56c06f19be3591d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d158e3af382a2f85b9e64b6fc3f401e0ce9eec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b542e6548f46515a95adf53305e0e438f9ea5ba2f2d5c8cb2aee09e2aec189
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f788071e57ebddf9cbe96c918cd28f79dd461ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a894f42e6401f5f6277e835323aa636e3e4ed218d32200095ffd12ace90998
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f88770309fbcbb395a4ff6d6c721f398dac96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9339fda05b37f84a36d54357d6c27addb5141e13d038623cdda36ebde0a297a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49a7a87be6caed7eb1ace1ed7e8271b0e201586
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05b4c95dd5f280109f591b12893b27c97b9d22d52930627e4277e3fa0282790
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cb314eb4f12499765c0a947c9cf3672e8756d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6342ae654e06f74588274b2e3b050638ced44020b91f1461829774dc7752f4a6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d0c7a0dbfe6d799d620a5e0e8a0b90e0d30e76
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e070ec613fd9df38875d42921b955d8c2d3b15892f3bd0e69d4bcd632c1586ac
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7dc1a4de22d7a41817de4a594e44cc3509efbf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dd6e1bae7859104914c304cbd89c471deb02c8f8d557710f5320740c996fc0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32568ac384d900ecdc99c99fdeddbbd7647160f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be60f34d4fdbca41cefe417765dc0fcda22995da077e7459769dfd12dd740cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6312363c9dbc8d6a2d882bcec773e6f5bde063f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180291769cf4418063ba4865b4cd6519643d0e694298854610feba7fb83c194b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c279834bc6cbac2f7b6670792dd82a2f8ff5584
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70df1118f6922bde21d674e771a35c12998f0a41f2a30fa99dc3cb77e25030a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba47caeb3657a9ade1f46883256dbc3588088d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161f8b9f9ce35d81337463088506c083f4ec124690d9c1adefb782140e68e24a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6f6c2529ccea8eafce8afd0b9d8d6fc52836b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c123d1a8b878e165044d0028a95b6fcb799b3b16b1c623bbe7e79d301e805597
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8c08dac83e95d552c9e85fbdcce8817b274d0a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22450256ac13378b095c297be9fdc531d87e552a7d9ad07af7a201826339fcd3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6a72074a55d313604bc05d1e5e1bac3f78dc8d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d09e86d1de6ac79d5f6dfdfba879f62912457f6b0ca0bcd2428ab627102b21a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69b448448ed990b641de6dcbcd10389e32438c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5692dfab07f1b31a886c9035727231db2faf52050bbcab6b6b51879609198896
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dab47394c2f4aa63b3c86ce722f18795136fcd5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e6cab0e4dd78f02f97d4e2353fedc651d61f92128dfecc08b9c4c3c685bff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ced8cd1e726fc0fc10e10063874e5fd92d8ad8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069cecb4c705adec3b9c3f6604c6b95fcdfe73c1a0ed7e2deba74d8631a59f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28424ce65609481c1843babb660d2fba3489848f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfe0ee415ce6a65a16645582082249316803921506163aaa7e439bbe5f8c52f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fb2237d1ec172174b45ba8f3bc117a790bdda9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5060cd58279138b2c998a13852e98261df201fd46402e50848853390aa2a5cc4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98c61bfb1709ce2d16c5313b9ed83436ed0f70c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444e5d4fbd2830c5ebbd47adac974468deb86f816112f3d0cc394cce2d58d15b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d34f8f73fd2e1df0d6ffccc0a74c457c8dcc44
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76265de1683caead91397636d90b2221f34c75b93056e70d1c628e052ae7ca98
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be43f5b45d73b44d24d61e01be773a47585a0c2a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85395e73a1b79a66e4da1d467af9ff06810027aa99fc9515c85e036157612719
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279836403aec809e8289171bc2ae6bf4856ad927
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd8ac898829d538cdfe76d67741f231a7c3909fab2860e4f1a3c091854db25d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2491cdfc22e3648feaa86cef3222ecf410ad9a2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d5481592f5a545ce32793ad739e041a8f91282d4d4ef6ff4edb64a65408a5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3498b531c36b89a4674d836bc89146b4356797
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66017ca8e492a383026cdb0669aaadf0fbdc1ac80cd24d243f706aa09655359
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f648e7b879f0165cbbbcf44c619c3ddebc2d3be2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b2753abdab09359d294e9e237c3cfcccc300d4687211206787766cb551854
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db47866d91c8a6c9ec14129360dd945c62d8c39a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf1b919dae40adb326fb4fbc8286a59f54f020947071f83313269d78fbccb68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a84a96c4ec82156fa47950007c61bc8b5f7eaee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fae7c029c8e5d0e9447e28aa24939c3f4bdd1a6ee58e4d7534cf809e2464ef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873fb8c028303fd91b99d825a02f777cb7ffc267
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140f058da06d50e2a3c6fd26498c43eb94e17245886282a0ad07c6f0162b8a0c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0b4f7e29883e5b978139eea0b98313b2a0c2fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8cc64484d565537e476cbd617da9bcc587b6818f270102d39c8a8f587521a4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbeea838e6ecc546cf648e3c52c1314ff9bf15d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3363deaac35e2161a7b3c42e2ad600456f81f9fb8592aebf6fdcde62b78813a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f7fbbedfe81b6de42d9af4473a75c581c54eab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ecc028d04d197935d4cbbf683772f4f0008723a171877c700c676119de17c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cf1a1a8481e218477f2c657cb060af1412f8d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b72efca2958768f7b68eb73efb525aa5a549853a3b9832957051b7d962de3d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3d9c51a4be504d9918d16b7ebd5bb58e6bdc92
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9ad88315ae09af6cb51033077f1f9b077d390a7c3a48b046cbba734e30ec66
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162fb82b21d064978d4a2985631212d576700333
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25922e253419cf86bf6de6aaaa8404f629623e15f1e2ac1264e002f64bcc4123
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31699a16209c32e174bca696d881d04624e768c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b772ffe416a1af297b77916e6103ed13b297c99378bfcbe904975e1a18290ea4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2654c05801e363e27bfe893b4681aae4bfb65256
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10297a5909491188b8f6a983bc21d71759ed38e717a20371c7523ce93f364a3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36034ea39806a3d32edca1033b5b7f44b452d0f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0283506d1e5fe7c424d5fc9d5e07deeccf4803b208c2f008e39ff54f8f86dd56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb0236e52beddf41ae872948f947525ff48ccb1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caba52e4a105c38d6c55c8e40f04b5ce34a17053580f100c8329b74693a07a0c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467493f27ccf6077c38b1bc7aedbdca917d1112a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eebf6f0af4cf37273d6c596ed60a201872d4ac271fd786a92eece6aa8d99ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8749266d654fceab0a0890e6a8f0fdcdb094c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a4377388f61b0dcd8b12038e405d3d7fe9847bebfe3f36770eba0b13163d71
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368a642db41fd56cf4a28b73127677fd517dd4cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc711a31538469a6b28cdce105618c9489d3b89082a72a87a238a295f37e677
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9148875b3fae1523d4c71bcfa93b2e4408e72ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a52cdb23ebaa2178e2e282dc577961d9c73d5d5b23ec180a9b11e34fe52367
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774bfdbfca261e368b50aef6de9239be2040a985
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9821a16c30dac9a58fd1c9ef8354547df7f17a2c6dbe39628bf27fd392793a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0549b5c38c11591c059edd82ce9924b4dacaebf0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7c0ff58fe2a20e0049bb9267a302fde6d2833044417d592098dff2c4e8e41a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c3a815a8e744db864fc2549b7d26d25608ad40
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d179b54cd20a053bbcbdbc801b4adcdffadc5d897c02effac8292ef94768f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc87688d463d8b2baf9ced9a5c3ae368602cfb09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d2728e036347596099200455768bc60f69b154c463907ebf1b8731074f725d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec540356a7e480e0c2b94397daa3d2a55aa9667
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a9bbbdd993f97949578b3a213911c06702384c82b379197327d44cced268d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e7d73f54dbe9ec386952aa188349aa7a65c7aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84875732b2a19ade5b7d504cf748f69f4281336e1959cee166070d6ac8f2e1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56a9ba05e15381957c8f25a114db6fe1bfd92f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e179623f15f546136e5c52405291818a18e60c0b57cd680d5793151b5de18b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2546c3953d9db72021c46593673ab86bff7727a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d060bfc0ed06267ec332f9f99ad724c5001eca7dd448f482d151b0b4957ebd74
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cc601864e64ec4cfcef63b716f8ebd579959e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d431f1c329e8d8060b295a4951734e02634cde448f2abcd56f726a270f8011
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6395e9a48b1bd5c59d296ab823ac18e2f5c42c10
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53783d2cd74735a0e1800e855d138a270eb539b731966d5de9a9bf6a9a07c9bb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ac4cbce3f4b76145903154568241127a6e699d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b4084f45ca59c495ffca1e6567adafa4e7308e62e5bc035db9526229eb84b7
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96c60bca24ec0baf680aca2546eebd42d70fd53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10936667bf5c0d3c6cf4f58cc0c7414aefd403a557aa3529e3b2892231ae4c0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0173a17bc2850ed12bd1bfe74d7888b6b27d0b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe6c562e935e7736883ddd8317b373579c29941ea4d5192c533d5ea08f83ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758f6f54e2c2d12fe4100837b61182fb0749e92a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc68f8e605245da6c8a8e8a6f867ca34849117f00289d89150e7dfe3d2e0b6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86814346e655b1d68d217f33eaf07f2173583611
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cc4121c73b9272fa15afcc9268353413b753802f7258aed933bce60820e610
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d85319153800362b662d21e3fe2ecd0e675c53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764b6ebbd2c67b8e48e883f75eac692c6ec214d2233782a501dbbb8e67503f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814146edf3501a8ad22b9ab9aa5fba89428b61c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff930c62aa7d03ca901cf2103c672c2b0a0a73a98ab7d3d97bf97f67df448d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc8735623448831a3a33dfba330b7d5b3d238c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43c4365f36128704c5584dc3f2587ca78db27d36fa174f8eee43d9d0ea24e58
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3568c52f7e55baf456123feecbfaf4ac1ae92c08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcad67b08c2ba676fea760254cfc617ea06470e2c48373cb1da843e4c1c51ba0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf4ab7d3fea1ad843cef693f6d74a728adceff1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8525c42f5aa04a665e631e778a3aaf30829c382f2c05dba132be8eb83d312bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6024986c3acc6b2a02fdec76b6fd28fca168898
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788ba1fda71d8065fe1bbe821bf1ea5a32f6037dc743c3b75d96c9ccf0bbdf46
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2e1284e5ecb95588176766beafeba5a79edf0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a82e87336b2a45e4d7a849f741c85e9a400e14b5c7d68f4619ae604672ddbc4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813685dce08fbf9a4cde4bf7f836111246fc5612
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53712b7367ba9fb15fa0501aaf0f4e68ad97804df1a214bb829a000e476acf0d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436c92057fd1441de031e60e7aeecaa5690cce2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e8672fb7a0bcf6b859bac97d8a3b8e5caf1e120de0362e376ebe777577a78d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a75b0d8c66c9e6e1c676c66566afccfce5cf15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a71b1e39bf7e66579d889658cc964ab25abe238a2af6169209e6b3c4be569b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e98d144d5d677c65ddddb978b9ebefcc281bbf7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6904be215a0bee05fec05efbac0114e93012f282b79ccf0df794d7027e0d75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd24a7a770460ceeb772ddd3eb13101bab96f99
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9a1a5bc3f4b9baa9aeb55133c8f0056b3ac5779d1d52af53f16f358728859c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb0d10176259ad6d37130a1d74d66a8f816073e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe477f8c14cea0f32f362205b8e4e0f4cdf3a1c3c788edd28945e77677bc02
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbe4fc8e67299ceb304cfa95aee1c2592d3a0d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955dff3b685b5db471cae8ea8de0ccdaa73c99ce1c8728b4852772dfed9e1d18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fbc005caf56b8eb87a037de478f28833b77ba0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be0e6b335a1051512756371064e73a7b2d23e90b72f98b353052eb27ab69ea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3377a69e925a1167de715e6f50abb2dcd756b8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d3688792cdd06e4a66247a9c800438ebda9046a923d82495110e157e638e11
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf0206cba262cd429903f45a97cb6180785e72e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd871852cc946faf9a1875972ef41f14dff1cd0409b19250184a8a9d510b1787
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc5b107742be446070ee46f28c6fa15c7b43a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1990349e668b836f6351319e2e9dd03681406b2b837777eac108f4e254a14a7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b25acd51830a410b4114df8e01da64f960e050
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa9312c5a685b1317de6b001cf9e78e18eebe8b0dbbcfaf7a5c9945b640b0d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f3526191258a56f30c6e40ecc77186805497ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b3b216cfeb2d9818f84060a873dff988ffe6e577c61cae6883d0b0c185a63
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcad9872b040c84700b88e6a804efa818861771d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d3e91b465c4f0cb3826e91d21c9d96493b202bd67aa205ab446ff8f311f723
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582919b5e3b37b5531e95f7393deaabb8d2b85c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcf2e03cb5a51e742b2278444f4e0d943c16e5507fec0882c0bbb39a1907ff0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54231347ac4341b2a889356b006e28dfc587ef63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0310780672d256eb9411838a4608993f284fec26fe7752e0410564b4440bb187
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07195dcbdff73ec8dac32688054ccace0b3d34a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762a26a9c212dd37e34c4256e9fb49a81fa330be8966a210da87995569347f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694dcf2319a8278ee73bdbde00e68d497cde8566
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb52be854463c192f0ef9e15bda4dad45c8dac6db34b78a0d097db448d0a1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9b139270753a0c506e9b96cbce9b774178ac56
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c8246b6f0a5388414765d1e07eff90a404ed64cab74630a43b3d479bd83f9e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6271c0491efaa61a3be2844edd7d94919cb0f363
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa0089e7c6b5b6761daa7166151aadacf0b3f84a000c0aabfbe3f26820c16e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8331d0cf179f8fe0c74d3630db09762298ccfd09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2957de90f805895ea150600bfcd81450396ccf15603527c0c823e2af34f6083f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ce56756c4895c1d13b25b76d59f0ff675cdfc4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b6e4c9c1e9e3d23df6f0dca25ea51b8a43431e4099a5c264e77d451e4dc36e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943be1dd10781fc44407c36189d48c04654fcb0d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1fab94c8766574bfb731a7ca61a268063706b1bb4cd852e7135aca3d42ef45
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc7b2c81dd3538ca69e071f131a37ce965b1a73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c114fa4452d6e49425a8f5f8986df0265267a4433643e98a56b3421aa1de5a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c97069d5e3847851844827f93af5645b0e6e16a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b816fa6f21ca8f534c8e866847581005350b80c70a10e1c77afea98102880fdc
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18252d9543a29d607f1a8a02e926394819a2f0bc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bfe337980a773580896556247715b7b10308d681d7101a4bbc8f8093cf56ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fbe552fc5dade058584687ffe72ab5e23624a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db085e97b3496e84243ed9ab27deedd12a3940e207cb008a25e86ba158fcf6a9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7bc164dab47a22765dcd26e72c525223cd7f47
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614e6a0fef09c9578b0b0866f99b1f0470ca34aa2c552f12461133e24c7f46b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f59d05d9e5b87fa2c2619e6c856b5647a0a3216
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c273f985cc41b8dfcbc93d99282a2cf3a6c5a6c9200a1378fe735e2c7ddce19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b840de249619fbbf0d3f7a298258d670d92a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38aec3371bb6ba4ad04fa3a1a24e5fb1de99e86eab1f50a8c0d7d3801dacc187
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748ef4eeaffb8089c930d9d037518d0e285e14df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca89c63134726b0cda468e11c46a69db0248632810beb724765e88722dbb15
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da80c62048da6edf72bd49cd38d31559111a38c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3c54e72fb436710fd39b986153258bae522eaf15bdfccda329aebdac550fff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ac139741f6bfeb466f30037b5f2fd09234e71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed14a3af5b32aa5e9351fa739fb35610b3830050cd214a433bccc418838d0712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77a2715efb1728f56447da68df963f585008ebe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a839eeeae7ff4c8c2412ef28118ea50948c025303b5ee624e3f8fde4afd9a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c04994abd2c1ef1062aa8e678d9b02aae1e53b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501068c87245c5a8df51f8f6eab55a1682c223fd256b5cff9f6b1fa0de6632d8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d2ea002b011078b216837c8010f8a8d951b2f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadc99658b40110526dd1fafb2682cebb7d9a71c31c6fdfd586efe0502bdf42
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f411fe694a05fc57e1026d7e1d267678333480
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2018b7a80b676254458f73053c036292ba1acbe14aefe0b86cf2bdd0871701
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2d203a04b2fe330a405200af08bbe9ad2e30db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d88f9d1cd1b26778242441506d4b822d7e8012297cc37ca00fbf9801b7106
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac342b97210fe450100265b0cb2858c05b35536f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594953759a6fe4e2f64b31c091f8c60f9433e78ad58c49b0279b8b4e3deb7925
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463e3394df3aa5e63398ee1499d0b618a2fcbfac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb09e4dc80d4f3c3c129ae7b4e30dda47ef0360f3e44da195c611e32867763
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e1091c38ac6878c2f319f6791e4e4f59731622
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb40891996145d81488ad470b37373b1303d94afd46d30a51043a14ec3c3f2a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7410d9765e95d5a8cf74556981d3432f9baf9908
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8270aef8d3cc9d08098ffeef0d55248d4bc8318760e80fff2086b972ba4cfb0b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16816fa390cd3b542e086a712d70c52962cbbc2a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bd535d86a5b471cb16f1fee3931f8446f82606e2008f4e62aeaca80803a7f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d429106a1659a1e0cf79bc017e00814b2bfbaf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a27d3dcb466b0604ade1f4916b0eb3a2d68b0dd68e7bfccd71545af0effbf49
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaa7c2ca756bc6470d27ac49f3b9e2c34f637a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acba2d495333782291f3ce46122a299cc60a3c3d0add246f2f4b904e0ad85002
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc646a6f667f1549a7689136f04a8cb3c5bfbd12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fb2d587bc7214158a2f1382f694f378b28ace03c310beb5b076f38562bad05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de1f9773f3541430f005faa3584fc4d367cb6f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ee5ef1e5fb0e256af1a1364cd08d790056d7b289befbeebe61bc9b0c727f00
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f30b2f73d2a030586ae8dc001524a16273378fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18cfa367173fbf5c194afbea5702b468e651cdc7780b2dc010c50c9e6e01550
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73cb4b4c143310f320ace1ddb16d16dcc0d9066
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7581dca1ac6a6990ebd2e8ca550c79d3ea670f51357756f7bdbe516da7857eb3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34edc90d0f18444d0b6a4edb40faecdc03bb85a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c377e47c1360123342a899a2c24c39b3d92bb4642b11d7210ed60c5f1287d315
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d85991645366bd7b71291f35006fb7640531a50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4965e23c00f53080c49f8f48039bc0f9c8bff31f1dca3fd3a153a4d27fa59f19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a46c914174df18891da8f9d8ebac14e7fc8ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5eae79028e277f450f8e22764351f56d1c8a9bb87f2822c9cc996ba1fbd31a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893faf9b920ce036c02dd206c6da9194c08b9c6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880bbe22ac9b9c675baaf5687ceeb588ef951ce8365fc981264fd13873286ba6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2352d28101d5359f9c4f5e85b773adb53f7b01
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5074d9b876b73c2e0e912d479d93d5c5b1f9c96092e8fa9d397b98ce9261f56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f4bb31f4d7ee620bab26f16a385291c0e132a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f9c88de3345c7bd1c0b0bdad22cdc2798d62457941b94642eef3d58ca3d79e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90455d04ecd1c24f0c0c287344f0095c6bff6a12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcd1a28fa541340df07142a7c9996d574ea0d35ca611af5f6d50d25d474c2c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445aeeeb0d39856feb39b645ed93b710cafa59bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249efc82d982990595ef4fd341c39ed5125e5838ef52287a67a226ffb63104c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cb35326c5a3a02c1b235387763420507475450
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eafe407d71f58f96ca68cb3288f5e18722886854dafbc44f7cb45c7cbe534e4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550881236c1de4e0b59647f95e4b14f3e0494b43
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73fe0996319b59f9c3eb015d836d20a342422325a2a8537796f4043d02fae70
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904a09fbd5be8a9b1148529f5398df361ecaaefc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b2a5f761a41f5ad1c9411db0b9873a4409e4d8a58d1f4b5816e09077912384
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c92e6461cdd5e46460c0f103e335d5e8975c8b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de640ef8fe0955b2bd35d73014cb800a611e5d04024637e6aaa3850c43a3517
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39577aa5487ffb1562eda8e9d9ecf8f0a3afc4d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d477e57ad9611f6028d969ea2b8beb3bec32438d44ec7b05134ed22324d9784
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f309ff01d5bb8bd563affeac6efe4aba37c7c3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07199a53f64f4fb7a36eda924096911b97b648b0b47f0d31869d5021e3e22c38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a218d2f55ccaac9891ef5fadc98085ae195f4d59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ecc79939a7bbc4fbd802e6376caff500a89ffb46a207b7e6a8db1a3f64dcc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a14ae6005b6ddea08345b8104bfda1530f38547
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d61014bbc178fdb6936cb569151d88f3fbc51e61a1e5c41b7f81248130ccc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c1f62bb8b6bcbca4b50f7fd4b8742a82d3177f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f74d503fc0fa19246efb1dfa8baad62d4443b712d98cc46fa347d6ff7375eb5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2412cb2096def9d0bc06cfaaad3b75c7281ed07a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43b6a47fcf678ccf02b9b0c125c5a3b611b2b526d94c100cd7b58f223152e08
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004450acc777e7b94690b82f988e803812db2af0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae69f4326bfa812d9baeceb33ce7de5a64cabbf06421045913be52cd3319bfa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecb142bf8d2152cc1a88f894fbcd8d3d4e7fc0c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33c9b5fa5c0b69f404f881538802fd9e8ab23f886361d12ba344596775e1cd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ced4b754a0ab1f4a030503d822023b47a0e061b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71dc72946b715f6367c10da67d65a7b2e2054ee225a78ef549848adccc5fb38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3dca52e14e60e0a6cdd9f50503278c60da8c52
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abffd8a7b79279d92fb15899f86e7a2a3ea96bc760c6b8bfc0988ff3165e19e3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca643f35699faad7e5a782656eb3d14dcfda6dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d0578026f4e3878ff95d4ed1788a7ae0f5eb66d2dd8b4d8ac12aaf04ab613
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb88ce8e785998fb4ecf50319b4d51a13e7d049
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80dc03860620bfed1f93067d9a4d80d42016a0ab5072a48db586cd877860d37
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6821fc2df7b1b413b4b1a88097a1fdcc6363c04f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c60c2f0815ef04dc9aa28bda9530964e6d0d9e7ff86d5263703ce649e5ca9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1999b8e34cb2519c99ab93878b35784562dd3fb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16710c98674db94b8a7f4110ceaea89a5e5469f4b21dfd95a5c3330b38333e34
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4700c45cb745aef5d7a37166fd0c59186805538d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188c036f08433953d7b542ef2d6a3980dbd289b72983a9893b048d5c5d450027
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aa82c0b9d0105d6985bcd5e1241f3ab4e98c93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abc25cf6b071d051e679ee355e23bc0ebee8d26068f1fb34b3db5734410539e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b36d64421b4e689a10745803ba98739ed16c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362cef5f33ee8454703fa8e87cf802d23b43c81c78996a741dc31e1b4caf0c33
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6a69dbe9addb6b523f2fc55dc223ed4623d3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14445943d4979be4848e04f653e34bdd40195c900481028c207acc518329852a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773586677283e6336fd08438bf963ea2c329c2e2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41ee98fe8afd84f29a03d67ef693b78be37322a58fe594c7463c2c85052fcee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7660cfd1047c0798e1e537d7c00ce87d1be63cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eca9793aa8de413ebe62c9b2d32a0d517c12a7e1fbcea5e976a198938158a1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff3e779cfb2bdfe7748b03eecfd9c1ec654eb82
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9555a4ef991f102c33b2db1235e9274e2f083df1d5eb973a5b2aae6039dc55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4709dcaa961df2a4f8d8dc4b4c07e41e76f858f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242880f2eef49a663a0bbba0038faa873a87e3d2c94f3e634b20db8565d637d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325872eb53f2c83677076c73e5e4244ebe766808
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1bde2cde6b5bdd47ae7535261af06ccbd759b983e7f29deaafcf8e703f1faf
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acd014014e2642c2c37eb423cdde3ea0f97880
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66447c8525a04a557436d6c1d43bc5faf0a193e6c2aac20ae5dbf11a3997020a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4ccf0a594afcd40111eec13d6241ad3613d03e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103fcc5730a9422b6d8b4be98328461de6fcda59ef41a9d3f1995661cd1564c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990a6ae87c18366ebf0685224ce27d2c1ccbbe8b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49ca4210759fc86d2275644e8399ee035f545644ad9eef7fb83713a52f0e6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794af4d9dd9d3403b051b5fa4b3ef789aeec9ba8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff79087aa0e3b1f0ee61d6c0845379c8e65796c719f0c6d7ba6a93718e0f3338
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293fe0a896f2243e10c94120f75955d8565ca02f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9c37666cfdfe62dc6adf3553d557215662cae2090de325926f838cd4a1caa1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a50375190c1dad7dd0208c8e2cec6accb6153
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de674119f57e2ade7b60360f6e428b031b176a6bc603f8d61b2cede1479a2cbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc433222971c7be3f8a62233457b2e26c71d6861
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0315b0261398ff355cd34438bacaab6bd57003d7bcdd4deeed39e08fc1d68457
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2612b44dba7b9471803d3fbeb775fbbea1ae4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a78118f582d1d07b2a0efee74bcfe86949023fe460d5f27282651ecd1e6cde
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d43ecd1de1421ac7f564f37f238ee1778e8ed3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9280027b9225713128ed00386dfbb03cd2b12b040af481e5d554d96caba71f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af18c8d6d8e4fde2f253d537c190b156166c9575
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0810f9dc1465e7d6e6108779f6f7355566ed81bb82a9b93f3337e3c31b74bb2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1ad6c30c5bf24635880c1008c3fcb5aaecbb48
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49b87603b81e481f2637ea5c4946055265b3e7f9e4170489158d0ce1c9b90e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0753b3d174282b998c8c41a49c87b17451ce2fb4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c88fd6f8b264970c4981040c61636dff0bfdc482b3ea17f975ba2d4b270f4de
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdddf0f7f2cd55369c704145bfcd52d82131536e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daaf81dc9532d22d8e10ce694e62e5b0716e34769de291ef5b2de61231a408b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d0cda44cb4ea8cbb68ce7737c4450a37415563
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3702ea2de4a0b16157ff2a7ab96085edd44ebce1692e809b52873a56ef5cebb5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cd612c549f454695ac2b17db13221c9c754677
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15fdd1fbb28c5e0cf57fae390c9220759b0178079755ff935be19005352ee66
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6efcdd650d330601396df20a91d334a734ca54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b16c45fa2d69425f8cf50139c2d6f89da3dc638b48d8f2e37f2d7694bf2fa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c155e0943ac3c10fb7317d461b5389cd6de6d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06809fb96ce2139f36961504aba3e354c1c44a1d48bc80ab7a735cc157df1f12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bf10f0d0ec02baae31d7c712bfbcca7e6e0974
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369498b8840c29cbbc39d3cfc1d5c1a5f9461b87be27737ebed0a5f55e101589
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f8dbfe6f1315b8b077953baa504a77d70fc3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764c6f9829a54fb05803ea55a985ed01573e0b8a74363f6fab3df6a0e8c93a32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ddaa2766574a0ae4116dc2a9148b632cefc77
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8dad67eb31eceb87620030e8dab6277e39158330b516dd33dda52a1ca57323
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869fe1e89b86810c573fc940916a17ed5c633cbc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80692a4b9e86e079232ea76b2d70f24e8326a87a3faef5d01824d0b65c4bab89
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cda0cd06ae7063e9f292a628266f12897dbd114
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d4e63285696bd37261e22a524bfb755df7813b82e25ced49573992d7df0be8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37962b81730d2c06bdace58f4f3ed622471cd902
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f9626872e725d3adb8f4784aa4e42391a2b7c5c56bae20a3a3800c2b38173
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de989ac7f231507f9be05349ede50620009d7988
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cec7ee6cf53dea2ca22c6b86b73492fb1da9d3332d9b29b8ab34fda57067d76
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7628cb592cd3d7d238a3aa919970d9c010879019
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593fe287079859e2cf50526849b8028fb078a5e1a9ba7f61a57983285f36f5a3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9926f24cf1b84f018ba44f027129e6a9c3e38934
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f6075573b5f9a045ff851799761250514fc88072a2b3185dfc3efc8c055539
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4f684663f3a7ed80aa1a0c0c5385bc36869b75
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02a9bc18625e43f66f867e0a7dbf907db24b318340836bdba036c8686bc0d58
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545bf08971ce7c176fd4a5232dc574bbf3dc38ea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84703b243d84348c73031172809904921771c9c103d426dff5dbd3eca1541bc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe8f7517a9c61810b420a8c19b01f7a7f7d6bcd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027d1e2b71bc98e4b06e4e6598885af0a06bda5e29ebd4877485ee72fac55a40
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a120e5985197c611e663e71dfc071999f1e09ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ffd09e6ad0a21b11917da06b5e804e385ab2c1e1c7f3547f5b81ea14586b9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d416e2ad1fb2ca111aa7c379c0401dc47a9d898
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341d8863f1da4cba3b35a0daa6cc0fbb01904b4f420b97195ba23fa371540376
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79499fe5c738565d053153dc782865a10c9f05c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019225cf07bce5827f0f686f56d967ffac239abdb16c0ebd48d76bd4f8d64419
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bba252cdc7e28a920627cea04b8ba4378c63b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a469a848f650f7aaa02b655eac683e200fcac015fd0b33c389233680386210d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6329315f42f12d85a8cd36c4a38a633f862b501
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429bda20a8c4e2ae51abf7aad7a0f394b7d0896724ec383c0fc231d1d5092f9f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e1aac0c6dc754f9c6ac41cc81fbbbbcd979ad3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0598e6dae34c61f7d572b394589c2b5a62a5b2e429e7c7d68e2db405422849c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1a200b611fadd57f270adb7e1aeb6ea3d4d114
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56897a07a64403af4013d77e1598ec89c5f36e00f4cd5633b82f92df52bca9e8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1455072c7941e9ed3a646ebc47eaca18ca103455
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0360a5593b195a2a6ab9d771696d1b8ffbe04e91fe2f6831cd212f1fb04b2940
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b027281568cf00b8726e538d3e3c38ee777d66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec3c73b3f0f31d0740a27417f8c7f95e14383230a18b0086f2025f55f400a0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81fecabdd6f763685c33da7ec4ab51a3de06790
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1099ab68688ce6a1ecda184bf491b9aea3f98e8e659f57c675039b9f385de562
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b16cba34774ae41e3614350c18747f8d951dfb4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c3f11c9aae94d18f176272567ea51e642c574591ba32a9601d1fae076afef2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41980c6ec0cabf7c693901f7f7aec2eace231b2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e36ddfe625805cef64f248720081724cc40a0e9430f267440b4d135c87c9ce5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97755cf74a7e1af9e89ff4cd9768e5729aa53b4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efa86ce4d49c013271bc0f3dcc980a1bf674e048497e83c688bf7b9c09f957c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5cf13a2164e3b77548f6b84f8e6d669a53770
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960eab90606d96f8faa9689c952ca6a705fbe4639724e1ce5b21c210211d508b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d39685f289870d61bcfb3d09d4119778d2912e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ca4c3e7d9fefe24b9fa81be6dcecc96a4fa375a5b47e40030eed41b48e64cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df872b1468404218ea5bede0f85c9bef9a5525f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f96c4ea4dfcfa964f892981dd048ce0cec9818aa3bdab7d811f3b876b8d4d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfa1f251c3cf1c34a5d9ae4f1548bba5d3950a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a309e38b2cab2030b4f88e42371f9e126544c6813c2e4d37c1653a4aadefd4c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbe247240db30fb99b450470618efc946459dee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ebd6328370d2f6858ab18c2713846cc9a9054b3af3cc0ad7e69254f9b3eed0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ca92bf3cc9dae7785dc395bd896db453606c7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf21ea6ff3d124579a2a09f918c1446a9b3cc9b0db3b247e52d2a41df34501
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92df57db2d7238c35fb308b3685eb7b24cf7d16e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e128c365c73ea76112f1b19f61f5c718b86c36acb7218605034f3289cd60161c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9801e5e05bae4d105e6074c37b4ea388ca5348e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e832b0d0a7e0e78f1b9ac182d7cf7a2e25d72935a07694388239962ceb232e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5de1313d63c119b2a0e09297d67129df8588025
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8be3778cbf91348b5e53afa181a8f389813f4032126559ae8a882220cc6bbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95204d9259d40c78cdc88e65792c443f33b3067e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd1fc5694edecd6f88cc45d2cc1fd55077dba5063cbaaebbd6c40022fb496f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d50f3169d1f16127741a480e7a44795aa753cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9500b12554a2faabb7527ee3439224a46619a28cb8f99ea503b5b724975e66c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e85ca1fc61c377ae8a64693c94f9d32068da537
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e36af2cbf2ae9a6dba9619d14403c0c339a0f5bd3d81634a439451f73fdd70
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaee78e4ead182b98f8389a6bcf06e629836f535
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22726b625844006f0d38e0aab70bdb97a92b0ee9c4af3bc0ada4676547c1ba59
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d40e9f703607ce8d1f00658e8c91c44c604e29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b39336557f9954406b54bd58cae2c1add717e6b9f322d7c075859f80ec55c8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80e9dbf4ef8c4cd9d559eb3bdc665b9b5cece84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc12b9f0eb69d7713b708b8e6c5362fc790d7d6edbe47eb01a0580522105d16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18046d9982496c6257a50202a2fcc97470636bec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378279ac903761bb224aaf4b39ab528b7b77e538e3aea68e8e0acaf62b092d29
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0298cafa4a61c0bbb5fb49ec7b41580433cc33a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4da3ab8818109d44c18ae6e7099353b209396748237cce01fac266fc7104bd7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2083d78371b295b825aaed77547c7b657dee231
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c47ca10a1e30ac57afd67e4f7d294d53a3b25d5eb0637d96617ef76c4218aa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb3223cb9980efc17db61a2c4ab7d4a8673c46d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d43b7a05abd0e9b61c64c87a87b399458e6bb2feed40d8cfb7d9fab811a33
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f772e4d3d5ddae28b902c026cb0415dd1cc1c14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1651790116ee6295aff197c3a30ea3bf36e7dd5657a67b212d5f079226be3d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb284d2da6ca5ebca50cacd1eec88e3312b6e052
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8828b7641c35b1125b8113760ebf42efdce68685f5869b46d1984cac754f9f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f1b775fe1131a196a58886669be0fa1d4a3bbd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfca25ce0dab17d5a4684fb7d129f504e9920dec39706956bef137afd1a8b80b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e5ab6462afa9a706d15d8f85317911c0fbbcb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45dab3f32d6ed9cec10c22c1a9f524c53202325958bd5d74a16cd6263d69c4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea8be50fa64b9064416318bd0c4a2578b09589
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e2ca02a3fac86b93071248cae8c9dfabb12487f9126703957c9bc49ba3e5f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda768ed6e32dbb6f5a1790f2e4a5edd55e5f437
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2fc9896078deab41cab57040810d86d56a5796832925ad6d6bb52cfc0105f6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1ed002d9399b75e0d433b77ec210bad2f232e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1341c129e825883057e04021a16ea247994adbf5a3aec43e01010670b272c50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3c447597997047ca7f352c359cefb80e05fcd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f471dec1232776f789b957a74dc0a52108e7d9f14ddee4c33a0b46bdcb9d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ccf7fc66258a3d09ca5dc47cac6727b4add50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de9c3b962bd763c8667b124b5eee67f878ecee5eff819a368f4de3007b03325
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c49d8c080df61acaf2d6575d61c9dfa3e59f880
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a51db27eeab0d044c861fc7202d2054985abc2f60252c900b9c56d9e5fa7ca5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62559106a2f5c500a4fe5c229a363f7f393a0201
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf3229b75c1d8719f8a83b2fe805c29f3fe1d3eaa36defe1cc826ee5fa02d99
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21c7494ae936984c2de73f23112dbbcd78a7e3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd349554ccc165e30a272263c62c36ef8ee035d1818d21e5951d14a58f875aa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18129de9fa95d996829db07b1f0f78dd76132a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0c97c67f91df319479a3612f1c38eda3e94bebc0e88efb3d735d375316f83a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf47e4f2ca4131b6381371c7d1153bb83f98544
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0e45d4054ff7be001df2b4b1eb0a6c9bb6ee0d7f8abfff56a9bef969645ef4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1e9656087a5c9009632e3e1f031cd5a38477c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db3068d4b68eb27d12af5718ecae3edd91182bc797535a1642c9ef5fa26e75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3e0127f6b94a74fdcdf192c365a8afab0bbae2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc744cd9a1c422e62f4d044b2967cce7186180fcf9f395894cf045727c9a276
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75b5b752f3ab6302dc0fa3622ec6d09777bc752
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c78c8481dd9f6320c53d733aba2bd27899db5ba31f014e3648928a5176e5e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ff8e8538e898e89b3a6d8c248d776fb42eaf85
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1151d9d6d13e1ebcca24d24ae013462d83b8990ce81b306d6b0223c4615b409c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62fc02520a84f866f4a1abae968e690b8d1cd49
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83737da82aeca8cfbdac36ba6339433b88f728bfac33f4e41233782c687cba28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b3aa040a4bf9d541b9c6fafc49ff72e9cb415
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c52ce1f5c789fb03e2dee85048369849ebd7103bcb0de37f5e3a9617a85c33
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1cb8d334030f386078ad730679b2dcff49dc5a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91d39e02da3ecf421dae7c381ec0fd93446144d58620bddcc73f00e6a711e05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f805cc59fad493039e78efe8bdcec7223dcdae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215c6c76d82ce834ebbcf0e1443a32da94efcc6d52e36bd5000c2bdda1c04b3f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910ad775a689d8635bbc154ef29e1bfbff8f3a09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808c6485d0fb7412e8a3c0d90f002f25ee7a28b3585aec0282be9702ff810c08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cf4603f561cebf191f460cd8a91e6f369ad955
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c631a08aa15caab9b1f3836ff444d2a900f82348275b2b169dfa62f85e127b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b60bc4f321cc2ea32883fc45936b927c13e089
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079f3dda17bdec3f2097523101dd1d2d6ecfbb41a998b441742bdd32f4d927c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ee07998b614b50a5abeff7ce5f9b68ed5e11a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03010c2b9d5aec6dd205a3bfcc8fc0b920a19b5025e41389c1ae4697ebd795b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a548f41802c49ece5d3b6a04abd0e12357e0aa24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51e1217b63c5ec0225d321280256ad5458c3b9f57387d4c6d9c8f8ed604f615
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce8cc5d778e7e9f7be6a87d10ec3ce578d95bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2aa7b5f814577dcbe46a0f58dade1ecf6c7c87290f277021e6536ddde2bc6e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84c861f2442201d574c230111f3d8a8047a7106
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b48c3623b3d067235636caf38a352ca6620b77b210ad7188d1f2f671e4a34a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3979a745d1961ae21a6d92ca187e0508e337557b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828f57a30a07051d7790fe6036068839fe564d8018cf4dbab0bb2277bad78e5f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab58c5805af72a6a20bf40b2879979dededd582
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8d255b739e3df6580137678382ecfaa2974bdacea73487fe075564ce83737d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718ed1a58e76a479e87966b0b9975f13efdb11a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83a475fecc4a6a7124d845036e6f0e6b7faeda33612494a464e67525619e94e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b271a9ef699c28f8f4fc8b80840671ff4e157460
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d2347e70079532ba4762bba2d511b28f4341d04bc3b19a6ef3d6453cae7e7f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f41315209b0e22b924d01341ba68bd36acfd6aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c7e06d0a42587721bc48dbfcf1b34bb77dfc1779a5cf55aad1bc3b8ccda8b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6474371b42def7114f0c0d57d1388d849d0a80d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6bb7b1392507c464983aaaba1930213970f7b86381f993686ae71b0fb1f419
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee52b7e98472f17c48cf7bc6263326a199611d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d71a3d90128dc26456015d7215c290836cde171c9bdafc2929a30cdaab1d5b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a134830238d4a03ad6c173e79d085ea59965d2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bb9f3e7f94d2d3e84c508c3b9b23c5399a01b9b2d7989c82e00e01faee33c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6942f57593e07e3f83391d6a2b06673c0ca12d23
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1e122bf1a29049260c2311e881c86913c63e94e575d300cbb10c6bc3d2359c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10846ababc8c6d6766cace9763fd992e9248dbd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bb6b426cba772addfc205cda54f831c9fdeeb17a8c5ece99f160d73da49c56
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef3c5d35e4b36d8c8c2756c15d05f28ace9f8c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171c60fdbcab0c69a13eb1fd008508e11bbccc2b609467a6e9746bbc6f6834b4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b27f2170e6ed18e46009b9e0ccc99be6f73d23
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36e791878c5a797ff9dfb03e22645381cdf278ead4d93944525e9f26e0ccb50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd0e614f1db8bcc5f3ccee645174b3c1a145139
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac907dc1d430b2b0e740f15868cbdc4c79d95e154ea887fa93ec062451d072f1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35add4527eb4029e1390b96522e43b7ca863934
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9774218ec1076889dd7ad5d90916f06b88a6023f1e5da7afcdd8a18a6cff4a4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa55a3d2c807c2dd39ccd9c0aea66a7eb88e4068
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c670071bec1d1aadaa19a2176cbc81c87af22859d81c0b35bc7ce90045e9130
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd8cb27ea23f9b6d53eb00dfc369f8e010ac6af
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f5df3a6b7bcee57d96b890ad35277ec7160d1101e2c9b2cf1e18f8105fbc3e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6f41ccaec5343fbf0ecd9ea7c46d761a8b6c1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7e3226a655da4f9e90cc31da10c34eea1a20a3400fce3856d5965df32e15a8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce9a9317798a2ce6a104283b19a1aeead5798b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b95f03a6b503da358dc3d4073e8e4fdedaefce5f04727e08e7bfa170dfda187
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa367f09ac4b8f1e569d0e65a76d35deaad636b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2a479d5c90a2b5df6c06ae58b4b925468c9af752cd3b7b5cdc2cc5127a9b19
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d7a5149231e3c702d2880b61df71437c6dfbb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3e83ab63b8fa4018f98dbb9558a242205caf4004512cd56de47ee785092283
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de67715df0a3d0547a8a1ed899a95b64963078
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85624ea36cb4d029d2ff4c5c8f20cfa5dc1dbbc6865e6615927fdaab99d4266c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c94b7746651e7fa2963057e4d7c717247117213
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decdfb76c148dc20e28b0960646544c4cc48167fd537d544c44adc4335e52a65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0227d916197cd56a72ec96dc541dc8e1456611
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaedbb05f39afc0638e1ce2fedc54471fe07d014564ce142563dc119af0e5ea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c08b6df3c41d9f9a15213f9fd7c61da298a339
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed295ca6ee4dce2edcbc45119f9149eb65d64e6c63ffafd9c9301b7e2ebc05b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb2bac78df33472bb21831e897ecb6bba3759ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d45351045b1da098f3072ba782b113f6509997b38bda98b8ceaffde2d47a59f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c83cb568d2277eacadaafee8d10c3166cfacad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1ba336170795569dcfd33d83a7cb3e2f525bb2f1e51d125bbf044e5b9966a3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efefe6f4d01c0630e4874c0658b6eb5b9a22d3b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5819210341fa0a3f9e992c4fb39bf75dd0543ce7bdbbcc1b24a2f448903ab125
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866900e9f180aed19000cd24674fb10f8ff90f33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfabde076b1ed4001a4851b634b5c2c59e574ae3689804b58ab9cdcb196ca68b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd64e9eb1c269aebf77e75484fa79f876b487b56
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9318ecc2eb56e71df1b1977c9e71bdd6dd55997bbfc28680a339631de313eac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa8e43e1f8c80a37eb8c92309b1b99ef18657f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3cbd55d0a4ad6c72600ebf9be75937629a6d9a17c8cac761f04ace190d9812
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69416d9bdb6c89cf8042cfe13688672e3f14b53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73436ab1d2d1661d884209f57999a5238ec6c6dbdef4ed7b22d4df72d6a8e54d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6735d9f9b9da06f5bdc372f630556053a2b114
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1eab688e45fe6bdbfb919284290efd9ce33af3b7d9a80807d2f3614d936a08
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f533a406a5c9a105f1f317c29daf97a9aa804bb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a260cac0031fdd7a3861168a7778d6a234ec7e0cf68e9faa3ef8b1deef82e39e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2278cb16819e43b9258cfcd69e3ae84674b5ce62
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c10f623256b3f16f4032d204491395e0db15418e20d7565329fc4a8066ba95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24279fa19eea8f6958493e2f0b006ae4ec79b20
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7e5a1f1cd2d7d78f2f3ed3b7fc9948d5afb15b5627a8781b8a89843b557020
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b101d8f4d88f40a5d04d869f30a56a61e11eb6fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7593f061a374a1ddaa65eac70b232437d91735365bec86f4f3f7a48e9ddb7b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51557d2a2e079fd82a3f02803a8911e5411ab50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1e32fa936099c3b40e953e1187fe884771c4188b09c0ba43c8d4dc8f5985fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421cfba4501d47ae71e1757a826261d7e467a7d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbb75cee799d5783bb0bf48725d89991100895ed936a1f970749c90d7ed942
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30b34f4818316b033badb69988caf81cb55735e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443c045ab501312c4e3bf7b8b36f4c4716d08a3b7ac9ba23dc85d6ccf790f710
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3613bd2c01b6036250cb5660b3c8fbfe580145
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d571bac66be0eaa6223be67b8913266a24b10d358c93ab6587c541bf3cda4a9c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c23e01842afb1459a7835be3363de35ce38a984
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55429736e892a9f2d1db720ed82cfbf3659fc8253deb83c7bf8ec1dcc6d92c5f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8611348ae1c52bb665d9ac299d11a9ce2bfa8b34
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9bd107e7c9ac2ba7d315b929ded0c05fda0cdea82c900d3b75219799b5192d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e63303871c7111380474a721fb5f9df1794273d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa511f22d13c8508b258afc0e2b19daa2e9a93489ef9496e0dc6b0cff17058f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4adf58a9f5d8e7781543efb1799ef7316660831
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040ef4a7e612dc4f5e3d58c7b7e5c871970f6924dd90e1769ce9491baed075a5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39c6221e62571203ac344a8e95b7c61b52eff6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c57566d90946d563dcd497fd68210017981684a777e2398785770190de156
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a597abba65bae9fc7533e8b6e922ff43055d423a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59176a04c4f332ac26d1f312d367cdbd72d0121e77e2d778d2f27af8781e6537
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc43b3f6bfc54f65f31f6845b0b1b6ec5bf997c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d4c99dc671b6cd68f1c05b37ea663cc7962d954122ca8abe26db08d583297b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90ad9ddb37b308281d4922b6b65efac93415ebd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27823847fc450f34d7fe0782010cd3b48daff445ebcb5b95914262909f8784f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebbdb625506cbc6044f9acdb6f3c2e72cf50673
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcee2eeccd6a850faeb5359052cdd32778adc550291babcb5551a740a8c584a0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2905812def2ee22b45e00d954130770b0f8be4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45bb1252eb2456371715efed663411120a42f80064064ed1e1954b9192cebc3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580bbc38a5e3e7a2583b997d9a1725d8f579ba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a172cfff5e74cd3d5cb0c7e0711bd02468d88e85e85f39341fbe9012bf55278
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb44a1316ab915dd0e41f05c339d570ca280b3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68be89eaab8f72e3ff402168a839c9d7391166faefa2d6d439681c029c910698
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1207a6fdc07807f3bf69f839e029698061050ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d34eac615486904b2349fd5cf27ae6fa15d803c093052924093f395c4df80f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa8debc69a06cc8801ad3a359df47fff973f0ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782949190cd59a11a592ea83e5f9906149e10123bc92353c67cd2ef606f43d69
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fd563047d8453c6f9235c1476d4c22c30d2f94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af8248743285e3052ae43ea55cf02ddfb62c158e89718ebce9a8b743611a42a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ba70718104ec60bd415b3758ff6c4aacc430d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34009d8cd05e3d59ba14432bd1b0022aecab0be7b17a19c39fa2dcb3a76a3d6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c01955402d40f35447809dc9d15d6a84c9d30a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092d351d793cd8f29330619c2d6f9a3877d3bac8d1cbe63812c0cbc008aeaa75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6e3527b28a5f670781daf1c4465ec22a96dcae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f1d77f8d0e43f5ba0fb50ecb512bad1f54d38a01644d4aedef1a69a9d00afc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b858f3b710968ef71d8ed7ab6d0201cc691639
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33de3b1ff34be366568fdbce35976ea43a53e0afe5c1c2f68fdc4ea53b8f5668
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1221e60af467d45d8492fae8cbc63b3d34efc46b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074c104575b2435e0eb3348587c5e045a6d26c44b05bb5a0f7b2dd2cdb590d2d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88751a060bef6da6d2470a477d566164aba346f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048c7e5e8809d7384dcb6a055dfc6dd4bab5fae5b7013b3161226a6e2224d153
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c98307585d25cbf27a7ea5f5173d414f943c29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff211ae7103ea74c3d97c67debe337c443fa37b0edbc41c721dc7e66cac4123
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57503e9fd563577e04f0ff1116d83ddaa2338fb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941696f30f84f8e718ef17981394ec2542f588d812fb2575cc023e7a029fbe3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8438c2676b57b8e60e43b395bb051f1db7e64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db42d859a298389f20245dcd10daa969b7df34d3fe2f1fdda617568e3395a4bc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442c18b008e773a2fa2009cae7cd882bc424ab6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9439a97a21938fb0939604f8effbb63a673b373b05af75b3bafb7ec7da80ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1b92db7d96db7c91fe075d66e43a46eebc211c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce9536a3d9c50f25f81a532d3915055429b68b29db4aaa370c5ff77b7f7061
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d12514fd850dbe13f17f2d87cee61f13d55133d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a381f5646d02651a5eb9a61cd26be1c63c7d703627bc83230843fa9d3155f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4090fc0789a6eb7939014e9c68178c5fcb9d43b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c3ddddea56050960016a32b8fcf2b9ac339c6101b855f88f9947e470f0c86
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b979896c1f9ece49edb0d05a5e75963c0b5047
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f16f5476f184ed04ad6159f56569fe3eb2cf96b1cbf1362792d6be0ca8fb1a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a70f4949db3e720a8e11c04287957ca84391d96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a792f12f15f861f90d073a2002963aae18e307ba05ae786bbc107f1a4120860a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7a9a788096c992477993904d9c5ce769459a7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cb0d5dab3791f565c91333f1522729d1498399e7c109efad932353dc67074f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733a4f06aa10f6447506b6b1a6b057c64698c8a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca753d6a460b7dd62993b6c72f1a4441fe2d75f4b8645e78526ee14dc697d5f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e941de3fb76ce0d112b3f27e79bac5dae1accdbc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281533009f33599913fd6fa96b6aacfa4b5b21782c9e22bb9aee03d755744154
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9967ba1b54173e183651d7f9b76c7dbb8a4a67b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5ed1b9940299ecd1ecf4ec0213b7e91368f37549e70bccc90584788d1b6ba2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fe7920a824fc3128d05959518fb062e7dbc315
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b31fc113dec1dcf49a2ca587346c1caa61583ee190eb8ae560d843869de5dc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5571d34ab14599fd0b23f3d0a267cb817391b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b048eb8be6c0207c87e728c78c5d13d1bc968e5938aad061d159a5e323d8687
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e0d2e4cba87bd1d3b04b0f0466d5b38499fc76
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14df242bb13984601cd6f0437584ccaaba6a0f26f5d5393a921d9c5b0cc7e483
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ab612bd6c69b7990b0c4afd8b11cbeff6cb3e8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544305f78f97d96e135fbc7ca58a42e01ce93746fb9e6635ed93eeccfa41b008
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edee23564cc5f34994a59cd92ff2d9b3b8c9f80a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f1f7d270b9d705550bf4c2e799f35e0706c3f65b7f1f5463b46c7677268474
+size 42115
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe79e6c84bf82c961f5fca3f8f8aad6e8c4a790
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2d8cad47fed2be463d7a5d50b37fe48854eb4120ff61e8444277f387de6c6e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7307c6bfca9e5c4cfbaf8e553f2aa2922f798091
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44fa77158e0df4f1acb1c082d1b1be9a245919164fc1a0b3a8d18c7fde33452
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406c1b98c61eb53f5bf37ace6b42e8ea65e14518
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c5b16e0b865772269fa4c25d356532bc2b8f084ee8ca974b68b2dd64c2cc94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adb9a124cf999fc0f097410f94d08cc07b2c998
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a415e7d6cf9997a1b51e7f3747961478e027fba93998aa5bb2a9c8354a15d3f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0e4d0bb317a98638786a1393b3b8155d6c18c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a569e8fa4c4a834c7cf96780b669633cce79e51355af9601e7c3db848f7917be
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31f6487bce5332a25e42e2f391db40862edf02c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d9cbe9bcc97cf5a9af9ef387adb0b0a489519050e8c6c6c1445932473897e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31de0129cf2db021b910562e9e4951ffd163e09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c745f7273fc9ef057e9f0dbd6169473409f81d20bc2ef01fe76217b2c0838d97
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6adb422286f88665bc592ca81742d78ad2f751
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1130b24cfb26d114e534f660ad9be77236ee17d1b152075aacd6d1509801b24f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb982c315327694363f1bdb56d18d00d6256ebad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6d530211e5a017063669aae7c612e9aeb2eecd5e19d6cce4662538c7f7499
+size 11395
diff --git a/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e231075c971fe1dbe98f1d17113c0c0ac4f8b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e24d726429f75b7a00c95c23616f4785ba2fbc4eaec9773d5f38bfe3b00e40
+size 11395