diff --git a/params/phi/4/rnd_search/comb_9/init/lm_head/_0.pt b/params/phi/4/rnd_search/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df949b7276209f6317ee5e043ab6ad91a90169ba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b06df62caf81a3c3c2d65679041e4a923f1898972cfce3cfd14539515d48b27
+size 205955
diff --git a/params/phi/4/rnd_search/comb_9/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7ad9a19b554a84f343d8ec38ab2d2630f5cc6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb539badb36486443ea7d9d1668321f66dfa133f08d81b032ae0f9943e6cc040
+size 205955
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0d4c50ae1370bc34510773a1e5ee3703081327
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07000b3eba6b2ccafc08bb1554f49eeb5dd4f8f42f16e4f56f11e8ade647faba
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c935632f440d6fb5f52567c14a4f9af305be68a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c499e18fe9bbe01bb24d73de54d2c997bbaa9fa9e45a3f77cfb98c8b3c5866
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53daea99440680afc93ba8c7267f6300153a3f7b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f22d1d3df2c8b64e51be74ca8a0844afeb6e0999621c0b9a6e46a354f4a1114
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d783f7d89ce094b12cc73c53c42d51dd85cd9842
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af259f178242c7dffe5205b7514d6ab9476b93288055f82b223472b621d2bb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47f67abc765aae5b1bbda7713939e466df2754
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ce7cf48b4e99e3550e119cd21dcf9fc72ee2868e0e6bc673f026d176d8068
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61479c4f417bc95814e317b5158ec6949fbea87c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1230d800e2b73090f6209d850e22d864c2ba6748b527a57f45dbe160931fe8f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2966ee953381f2dd54cffd9c8f8cfe1938fce5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297029c37bee1c82a1a6aee53821412f4d68014e6b400b5a55d41976db31ca5c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98def6e218a5b151b862328456139bdecdb61ab5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267519276c1946a1d15d549b954c1dfd6ebed8d03372400ab244be6574037e6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e715ba50347e647e8b4fd8c5e0a5044c43ac56d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e99fe7e66e715cd7ad62050785fcb553ee40fad441bc4f845d292a5e9cf055
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30616781735cb6a812d25705879992669b2007df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c789c6e60bab3e75231bdf7604326bf29bf6d85cb3d3c4277cec8fbdeea4923
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cb09bf91f992bcdd3ef38a143d3fcdc6801b35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fb69fe93f63440f4d95d9ad026e9dec5ed672c4b5db0a9fb5a089885f596c0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52685163a861409092607b7a01469caa06a19f1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80234c8a2beef67048ecbc249534e9ffb23071aaea9f9275cc551c948bbca5f3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b094e06bf6b55e9b1086a956b14058f43f878
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073be00e562811a5fdfea4f8b4d520ae6b1c41939451a0e457235029f272d58d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779f7534344518b7490b9bee09f7532f96468355
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc842a644cc6233fc17b094896c62f736575269204d031d2c0c64d971ee3c491
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8bd80838ff7f01797e8ad90ed00779b1f124b0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127003867b27eaa06b475154b6ee3d1654e1cfd7a99b57f229b60946dc412092
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b68f1984d637b9f2a3ccadb0525d7693c15ebfd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc521b135959f9e4329dc80281677ace041d19fd1a739bd018650b7e11c032
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ff99cc8aabd866f0d11e98d93db3f7b1eb4da3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca677a61f5b784b3f7b6a7669db3058f4d709170dfb2caba4e706b5bf13ce3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599615c80ef1e2f8e05a69ca4dd9aa4a40072c08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe34fc013439c87d00c29bfab610d2b055a3f1c4657c5b8af9509fd73e12acd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8c7b17235e2d1f4ecf69d75704244fed9d7480
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360a699199613f83687d54ad6f803f48b1c0ed9d97873f13a835a95712732497
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbaae8381ba8228109f4d974b967ba84b71f33d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a886193738292269bef64b039ab4a741e1f6385720f5bd2062683a6f363b233
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b5bae142e4845dc4f7c970172fff4f67cd4090
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07e5b14fde4d1d4debe565092f2ef32626670d93d6181d5f8636e7eab81de5e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e46a34eed9cc036e101f8e3e1247b9cb284b3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914664ded3beaa4e5546976ac3d78f960fd6e4a21faf97a63ad19a5eb3dd3086
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f8534f97527764029b4745601eab2f6376f0f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b60a9c18df38c80f3caa879018dbd4f0c2fab9a7cc01997242e39078c6aa0e0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181c7268bb12b1f08917353daf0c19412e42b5d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402e5e2b5bf40860c31bd4a4f0d1871333c7328e72121280e5f068876bc74518
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020cfab0c6302165c6fe158a07b6ea550b668c5b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df81edfb67a2a3a537972e7d1a5d99e40ebc56248edf5c970d3e78c68f1988c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67f8850d19b71b36f7dbc5a2498b3e55af27902
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a30148dbd969870f69b70b6c0c511c4d4ae0c2efc4e0916f2f9a80087b8ee83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6b56727c12d1a59f7754b6092f03fd8672f25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b14fb8feec7430415fb26222d0c0d6578636e8e290c78e4f0b28416d53921f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798d3315ff6ab7fd23ac20bfdda90b869421ebcc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0796ebb4129ebe3596927d45a0f0baeacb0477b3c475936601ac9c997e61d4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf633145ca4c65f0dbd5b489498c1b4b5a6cc8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c964a6b13121631072b7cea8659b7e09648ca5c43121892b7260d8698195e38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f0348572733350c8753cec9e9671e84cf380e2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c6f02290291654c4adb4fcf98f3f1a0dfb30e4519a92b66214a3fabceb5c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f2a9acef5b034b364e1d24326230495357640e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b60c22e7f4020d7155f2ced9991c4047b8859b3fda93d34759057e98c70a178
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ade34e8cd2bf57fa899d0ac9293941f918add6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65e39c91a17882aa3308f20ead08ceed000e092b8bb58e12d6acb592a2398f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0e0f3e264ab4f71a58116d45a4550239f4d711
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0878aab1efd9610465d8a222bf7b025f8c7ec9f6e48a8a30681418544c2585e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769b58b6d71f73530207853e2e1b59e506e79406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7eac4677b13b2310b600d154c4e831ca660a1fe5d4f3ee9b45954ac5b00920
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9574d7922842a6443800beb8c3d725643d1fdf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49df00dbf827df7d2b88bcc1715c0e084c3d0b5e1b8a62195af39698b1e761c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6145a3027266a255ee8f7a583e1417a7ebf1e9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76e2d287717f32a3f2b6cbbada4196aaff8e09ebd0d06077839a1056b4c91d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5254136abf6d996a6e87338f9b46d296a9c265c1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bed09c2076069a4f032c9cdc55f56a76dd50c03208cd628a335c4d61cd8188
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9343559f04a467ad1dd0f182765deed2a751ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d61ffd3d4b51eff8b396cf85515768f7bbe00aef0455f3582d4bc2babcdd05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2363512a80802d6e2b202f48ef573fa9b9968f5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf25b99d2780943bc57dd3c0bbc492cafa6d16adc1a3a0dfa605b5e81b6c1a7a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a006566741d48ab9d9a55075e897c5ad7985da8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d21faa3ea4eaf7681447817d990066dca1cb561ada7ac6f4125b04ec981c94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4678cb0d00eed4d8089265eb5642036266b010a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197364d178dba96b6cf5145f3e4d2ef6f34d902d5fdb0dfee6b278e1a1f8be9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947f6161c4d0050a69e68d631edb60740c9d08c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270afe8151712d655574f49316ee2679fd21f18a3e136be242465f8120566b6d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffdf80a44426ff1c640fb720b5c15959361f805
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6bc451f8cee77a6ef22932971bb11cca796aaaf958c55e17b2be965585365
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38991290f934d1bda3102d05cdfb43c00dc6ecd7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc5ecd5f2d702ea93e7c9462779b6b675fb8314663fcbcc29cc276ee62efb2b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd36da7b16c72f9fe1581ff7e476df7a378cfcd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3647f37236e796f2af807fc113c4b2b966fd59d75d70940ddda4ef0ffdb7e3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21fc894e427e781f87a71e2baf153d87519643
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26d85e7222784e40a1402140521ecdcafb85d72d778f1995d7ba507170cd9c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99167a39f10278ebbd6d724019ea37da3b53e368
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d60f88ea90f831697b427b50418ff8261add081cbe213661ff0704391a64a18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb48a387e255d911ef506b75745cbad8f1f622d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b874d50f9e35b0149a265f7a20d2d6115f9a05737e939f0d64a850976ccfd0af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae0b9f12e3f20df47d5956644d2adfacbb20e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04e1901ffdcf945e7977d139c4c2cb431083cc3809436dbf44fbcbe03ee8ff0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe544ffaff13b749b85bdc0883d05cdc595ce36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b9f189eb7e9edc9496c92aa6c4eb4f4a9c19c7359c97cd6ec31be07b86440e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7404eb985598a74738a4da61d4b3ba5e596ca2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2e93fb132586d6595fd9bd7db5dc2b8ef10cfb8643be6da38fa464389dbd99
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6a667ac40e9c37f3ac898f20fc0c84128d0b9a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333563c9b13161886358d4e1cb44c1dd6b843994574fa490a5eec6a067b3ca74
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75b4fbd177cac7a3278595206af75cfafb156ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7234a0d0f00b2b47e5abd1e51b6a8fffc888a0772b155bda7824e999d4eaec83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acadc876cc07833f89f53acbf605626cfb62f25d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5feb0347f8ee05f5448310de4d373c29a5ab9500ae609847e3d55b9ad3a3b4dc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a62a6dd51227c91d755ac6a4741f38710bbf45f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dafe9fbb49cfd10ad835e2fa89dd272cd0f801aad768a5034ff1a0865f27c98
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56ea3996d990f9be8a9b3988cdeced6de34f2eb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d93954da79b978bc8de3c9cf8bff6dfc82cab36c02614e3ebd9d9c18318526
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cd44c797635d0a84e8917a6f8b2c01e1ebdc72
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f740596f7db37a6b855349c50ecb06564d95194b01e92fb156b6cdc4418dea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8d7729cd77a4af598dc5eaad774f95318d98ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45912093ee0b037219dcdb915d5c5f7a03a199fb1f81faaaa21ea02c6b7f48e3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1ea899864b89f8ce34802d287c6ff5e34d8f55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a9fcfd6af25551d7c06cec5515f341f7180840e04a7273c4d6fe1b0df1fd52
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b752319498eef62b5b294de4f9d4668951fe971f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97a6e6239962cc10dff93eeb00758ddb479daafa6c808afaef64384faf4a1b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c67a1b51536e350ffcc74dfe05f022d071c2cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e06fbe05ed5f6f6a9fc649b2bf1ed3a1ee1eca476c95c8a9523ec988ec21d9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9927faeff2b87ef64f1f35133c739dc23456fd81
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622cbc3cd5f34b97d148179afc80e3235de0b22324bf8ba55f073db64233fb4e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcd72124f8318a42a9380516b874933fad97227
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b667b8496defcd53c4273e208bfa4e933bd04f02196b8a5fb6c4bf95dbab169d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a563729a4d5b4586b8b1f8e37bd0e51747b08f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2517f7d588bb0a863a35ddd9b7a65d559461e8d0c84258fe52e34a45dd41b06d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b131ecbcf0fd3a0ccd31b3826dde364b7b747819
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c82731d806d912893c0a92468139ed3f29a2a98cce4d0565830c466e87e3f16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f17ca7241dc17839188c5214afd917d485d199
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dadc6509210a1ae6329a449bf39de129f00ed50aa79d14c2387703c72678498
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a303b66fbd656044e54d7891ddd7a90f8d0c809
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713e07eaa1d271642fa0c21397d1f2ee7d7403107885ee54610df31c98f8efa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9447d32a5f2922de1cf9d0b3b54505191fa08a29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c955ab7b650413f31c9c136e7cb165f454c4cbd9de69c8462314890ec501fbcb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afac29a159d6f9d9b23f4cc18340fbd39ff608d8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd79ded5a1a5950bf71d3cd36d8717e5490be095f21b17d770b8814cb68091b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c93989c2a4e6fc6a7c1fc6d0c80f48fdbff7443
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8b85e883374efd180bae44bd6a83b7ab8883f6a6a855a1da0a4890022dfc2f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c994e223ee99e9e21fec174131c47b241aeb21
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69e5516321464b612d8fc7adc70d90d8d89677889f4a09f066b249c2595ad76
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cae11204d471941e154e47a2274a68609621ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043333e5e0debbab1ba936f8457715ea665294df88b1db485456b317b443436
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9374febe775f6e26805120c809ac0dce98b8aad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a8aefdb85d4902409afd2e8c3608714ba7e3c274a25eb0b499968c40b76dc9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92907e7ec20683aafb4de89b1022112e8ee78fc7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef45a4845bbec8362704f369eea051e2ba70baa01a6055d78a5d45fd55dac9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aada85efc71a20f6d4e69ab3cf3c7df2a22b5c7f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c23d8c4ee0f607b230a9842b26e0e18c67c5dedd4a7a82aeaeac77ae8131e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7a98b2e6ade86b9401b068e883c315ce34097e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa97af72a7635980a94da111be718fe4746ffe3cd03664ea106ac6979f2d7565
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c13224ebdc3cf71c93472c1796e7d3bfad9ab4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d61bc4b42ed0cdd19bb96b67064a0eb926494a0a6dafa3e7f64d3ec602d8fd3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b74e2326b17697cb8b11486e818c549b592558
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5236f7b2429599c06e591dd1f64c1d6eaef0cbcc51d2ebdad77cfed40c9ba2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0386b403d45f870a67fa00991d4b16528ff30b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91527eb3f7728a0acf85c81652477faf1c16516c4a85a2597789f779a6a8b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e15937529f7f9dd50dda706ee123c638bfb67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fb4c6c8d77637e1ed746d3de5e0a0aa059ca4dba42dc7930743d4a89a3e3bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7ae9fed2e2649f33c6dc07c2e1c3d8b9656b66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3c77502f5cdb7fa8fd56294d8ad714506ae4824ec27b9ff7f343a19ed31578
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6b08212388a4d624c00ba9c0575c2434a61d79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80af5af1a928a005ffb00ed9f51feee68185eb76d6e0b9490b27220dc08bcb7d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030219038a96ec596589735fbc9504322925353f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc2da1c09a5d4a4843080c2000efdb957476d315e76cd1f4a5081c055e43b39
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307a2a6150f74ea597b841898c63fadb7e1faf6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e469b8ad4f5b383b4f373e9802ce22f2957f75dbbdf02ef95f1bd0b4a7a12fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72088b384a61985ccdb8e7261a305c543987b864
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41746179274f80764952a05bc998af1c29c60a5a08165071803410bf81851b1e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daf5f24b17fc6144ccab92ca27e2537f41b5537
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f00b666cb82b5e7af3fe995f1752c857fbc565ad16f06a67411458dfdc7e1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608ee02381ac4728644ff746fe43f2fa08881c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d9bc7495e5d2e5b3fa85686aebd00b46ea17bc1235dc507e7206352d1d769
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc29543dee44cf59b25ee00c5882469575c4d4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250baf7c8be0851e56ab133ccc5c720507b121e888130c58a816bef69ed120c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88251b796edac0398ac54d5b1078dec1ef35c059
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cb8ae703c80364d222effc7b1ee471c270ad5bc81a780d25c212f9c735fd1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd05e149f9bc727ef4301c9203cf79c16dcb7c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c84e7a3f54e7cece0bad877c51d33aae92905561560bb57b2a1f526212a6fc6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09842b597845a104a661a77a706b93c34503fae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88461980e797d3557fc8cef198841c41d911e65738cb66393db88caccdeb5559
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20042ca0b306a05b8f89fc102ecf8a72d943728
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b6e45c49b5340bc28a601d90196b47e6440098dcab4dd523304211436d96bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fee8d826486f8bbb3164b74648975b6a1cdd1b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ac8c7a633c6467c330600d556440cc24d8d5c2bb852aff8e915a6eec47503f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c20714f213423873f6d9915e98ac17927cd9ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ce029df5a7aa84ec25195416d0aa4f4471c69d907eed7078c4642fa7c63526
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf46739a8a9e3be874d4baff2609a77dade8ae9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f6cf2534eb04c66005ebe29867d93317faa22d7fdb845bebd6c1369a7b52ba
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1d23984fbbb2c0e99e876accd742575fc77596
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8251b29127064f8b4b4902eec893893cd67a580f421ee2d2f70e39e0f345b5b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be0bb1ed587b79e7da6c56f9095e6884b8696ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb808284aa8eafd87dafe03c6568cf38b4c500eda02a6ff06aeb3e8a1fd50c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f175357e6729120e27d88e160dc55eeeb9fa7319
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de02419b90aec62e7175fa784c30d1a2ca8d1bacc883dd50e56edded054921
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc16bcfc619272840096bdf5cb7bf48f86328dc2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dc0d132a4530a59eedd76211a454ba701b30865c7c9867a90295f555088032
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef73d9b01191650c8393f9683d71b355d639a0c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a9631a418cc2e631e3f341eb7a9dffccdb5f45abea672be8310bf5fa8747ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad190fd8d664e9f0e3c046cd93dd61ca285068b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c42af33e688d24f06f013e4ac3d2b450a46a7b9dd5928c948b9f403967b9af5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634cfa8c028cfeb46183194e0853b69ebd71f17c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bb8f4dcb6474202d95c11c4d4524a91b5140f897f91b7f8e4d197dbf0cbd1c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cbdcb6ddff3eb9bcf5bd01916e274dd991b69
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ecd8caf9d92db0e34767575813d98dc4ee9fa53c586d5ebc2a9d2d1865adf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8828877f581ea6e7ec687a450f64206921d25e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcdd1568cc655074a8b1572893b23e6d4004d8d62b27e323de8a0935dcbc002
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9d07ece1a231c9e5c27d14680ea7e0b9985a54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b1040cf6ed6355a147a0e423df17380d138da10ae18bff478073be2a2ffaf0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a01a6e9158413bbe46ac3f9f21f8d05ca3ae86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce7064ccc8c8f8cd66a6d7f5877436d1ada0236bdbf3ff00895771da256e499
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e611aba352f0c1419c11077b4459cc63ffdd8b59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836819f86bf0a04159c920687cddc6608f98574d8b39f4c4d308a280d2452bab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36e5f12bb39dc17ded4076dfbcf441ec7cb0a3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0382ea1c6e854781997763145ea74124188f780de4fec3ef5eff0abd4be4e6d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabeba2f8094f78234c66e3fc1996e2066449c3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd900de400279a7532ab459552c85e8b8d80ac19380ee44cfb5cdc21f64fb7bc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9668191d2cab8612721b3d4895cccb65abfaffd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c62e0d5befc56e0a9a549124594fed6a31bce633c88ee72d203a024f5f7091
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d926dc3a96273e433040cc7f093214cddc8adc18
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f1cb352d821e7a74b1a59f1a0f8856e6a5a3c94af247a8468a0c7c0b084ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ae5722697d1ee5281028fd8c5567fa2b3f1dd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c217427af8ebdc22cef68b875d069203e5a7f593658b844ed1815cb64708c8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd76f0553a3c60aa3213b6100f6eb564c26e3f80
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c03b36d3b2eb2fef9fadf55e4ec266a8ea245e85f790467c43bc8ba8585106d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e28c9df6bc41cf274b118f99f1d9486f4a287
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb47cb690eff8d9ecec7b4880e3bdfa971ba9c0756d4bbe77c9647d70c4dac0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813d4c250379331b295e4f11e321e2274788eb6a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23d05991d85399a8c5664fbd10b150c873d14586c3a2b244feb328fa33d7840
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae91fb2a353fe59fcf1e9f4067192c49821a733
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d51db3b88abb0128d5110bc6caa14edd770c85ccf26ee6093d432cc018e7832
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70809245ee3d44c0e7107248894d8e4f38068fd8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e90219367166bf719c6ce4e86742e65a3ed5a69a463796c7fc10fc2edff33
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9cb1e419e73a5063fda4298e0b867d27374830
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172fc0702d3ed6c7f7c8ea38c2cce086172d250cd0bc147da69cf34de845e910
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c0449ad2c40ac4aa0323a0b1149d49c92e6fef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cca388570ebb7b5bae9164eaa25cf283ba193013cc919224f81333cbe76819
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646dca1f3849a65e505439313e4b326a6b07497
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4923e28def9ea53e11ba4fcd67ee40c4c377b2b0bde6a97282d202e6d618fea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c351b402bfc0bff069d882b4df47a7ea180f6c56
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280c72e79d6773c34151207d96aa99226fc5a7bd754a19177c19693a5753006b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ff3056aa18ab7bfb68bb1fa533d2b3d29a95e9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d645c1e2b197ae2f9b6f55b3655d919a3290e59f4d02e4b1778901abdcf3504d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62beca742523ff006e3f0c1f9521e7cc6a6914b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a9e844d7022e61cbaddc737b277ad9c2903d05a0061f44b933ec6d4dcdd2f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c70e1d718254bb0ae28994b7c0d594fe218078a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bfe472be7a2c643376e9486736ec112f53a498b6d442bf8fe0992361cc36f2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08643210e9b9954183a91266b6f42a6f9ca38d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc774f7c1204df3435c5c6112a531eccf3cece60731ae411171e2323a55a464e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4a3a464cef44d7230823b9d88e8c69b5dffd8f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def4364f0657c44897f396ccc8202bde29ab84761dcb0086926be4e2eaa62101
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2822aba75ef28c8e6de5917990355e08a9a2489
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a9a0cb5a2aa62018d2b4434b287a7a536802183b914c514b6d552651cff299
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81813813e55e7e36c83df60a538321247e2a0e87
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b912e1c7878a615aa79145f39822ba4a77a4c7bd3a6c3efb7f6bc31b81adf138
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0213ff9a63259c8375af951cada1b3521bc76297
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b30dde181e44410b0e6f278786cec5f0d9c6034948136a26aca8ce6231972f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fee3bc9cc911fdfe5cd2540264d80ab44b5ae9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7317ffa959048158d7c87f27aaa86be114b9b410c072d2cb5309b3b784bd020
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32c6dfccfa51ebcfb0339349434a6548a55a1b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50210f080bf3364a5300b6963d24541bab40c80690341e2d8099c1805e2720da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2030c6c8f20ac3b70d382cc4fb43d2508b951e8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677528ef01314a0843e434e6b3423ef01d12b836dc13e1c5a7097918908a6ff4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f263857ab01efb3fa259198d76f7b7c82083985
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3c7d921785e9ca10077bfe8313722390ab95a7b89b8f6da01116ec52c816b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476f74401f224a958d38f3b945f760216a0563a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e46020994e911139667b47b4317e6caf80a1df4e37ce41e1e7d3a81e92b437a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da1f57868342c87fd486f368758a98308f643fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b51887cff48cc9be3970f99d7d16bb944a57c91248e86eeb70006fa45f90ae3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d638fd8f4edc865b3837d030ca0a820980f7572
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a502606b91998f1fd22fc595c314bb0040d3d31cb5d41eab4ec1205137035bb2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10754b6254429091af88f35021cbbe7809a2de7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bd87676ce899a97ae79e200bedadbb9c121fbddd0b6cb06d83fe2884319bc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4ae9fc2166d60664968336ac49024c86ecee3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90e8cfeecfefbfeb425873feb5dfa1ba098dce785a8ba3861af095149b10399
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956e8763d00495acc397b859edd8f2c8867bf801
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e005e9ac99d7d0db78270f45a8bf99362e2a8d5c63af779faefa62602cceaa0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9682f234e51a7d25dc491f433ad0867a0ab755
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c436bfc2524cfec84f23b3e64f5bcce8a698179a4a4bae110d1bcab21f59b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c9a8b465c37f52f3018ef0f6cc690df002512
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c40e5cb94f8f6f6dcf4081ba83fa374a2135b070349c1164e2310c23b46be0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288d010b2b49c2c5e120d81c2ce5e22d47f8b6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f9389ebb71a7fde171a1f16d8a8129dc4dd7eb0317b190b8cbe3abd4d6df01
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486f3b79f5afcc1bc717310c4f5553e9015fe5a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a09f3d55344fa3b2543a12e25b5a084f2832c4aeedb226346a4143c8bff74
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba14809816103cfe9ea0353964ab4d5cdaa04709
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1645916a3e546e3bd474ba9294b84331d8f1bfaa00dbb581a7b13f00706d9824
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e70b6d755980c9a415533666b85250fd1567a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39920ee5de2ebe8d56d3057861421001700b2c56ed7e3f76db285ec9e8719576
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e68d0b6bd8fd040bc61f11cdab790cbe0ecafd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601b811ffd2e2e0b9d6e1b7c647e93899102d2705604b9f4059d3ebe16c7b687
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee14da7fba29417a5d360516994d16d90fc0992
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19edf5a9009f328086c6095409d93bf27fd7373b58b16da022c1c4b7a92ab9a7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3832a103e17491af48ae2bfbf2b65294d98d001c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362d2e7c926875d12775207bb9feead0670af1bc6029913a81aa77f7e3000800
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32845f54006e281195ca76cc23db6d106b52cc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fdadf6225a1bfdc70fdcb35b6d420c14549c19a5bcf51f451584c63bcb2fac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b9d454c201ad8d66e421d835a78fbff87e2766
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b4089507a16e11e39e9297605bd5f1959b8ff3a311f89e9581a050a32e9816
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6923aba9bd81921c3d53336db0b5133e4954e9f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22d884a9b1c6a98dcd3d9626d8cd50465486c7d2a123291a0eb55382ff22195
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51f4083dbb4bb44c80162ef5d4f23caea2a0806
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c199fe8d0233fd980b554a6ff158c7b42b06721114b6ace3694ee69c2e86981
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028f91b9febbb6a3dbac784a92057e19a505adc3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e7ad11af006a1926931f881a2d22382a0993065104a93d4aebe9ef7610279
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263d29d41c79594491bd7d0301efecea8a21e820
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77d3c90a51408f08dbbe5c08681d30f23c40ac03899eaeed0918b3bb490263
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ba21ccc420d1dc87818a77d3028c44165334f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b082291354c649b6aad783c7bc5876a5e30e36ac1f7f910f8b93717972778
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2128c5955388919c7ac78a97411b0b756153eee3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf86af28038f558e70d27c33a640d06ce998aa65d84d5ec5a59fa3cece2ef7f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed87f5e366c389bb4cdefbe2290935e9ae1b38a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eafea2055861bb64fd029f3ccb769e7e3266957ee42fdd43f51273821e97b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf81cb2e79ed5a6f3cac7c58cf234c4a99ee731
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a68e4fe1e0aa531732fd710dfd76f0aa75f1f8d32baeb8a7945f7777f87ee3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18f0c0bb44df62cb2aa6d07ba59813a7116a189
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0a2c9b092e4729c6bdcbb82ff9d85719e56d14781b9f53b41e027e1b85f274
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7f961ebc6f1808498a480513f7f14db4beb652
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276ba2f33dd6ae5410df84e9f7b5884f3cf036ad07d00c1faf0bfe1419c4a83e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035024f33f83f53962a8cf73b9d2500a1b001f2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3375f5d56d38aaa0aec3f05352a0f3362198b654f8ceaee30a679c5d07a060
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3ccdd666c9887f14f2b3d40573b31ddee6f43d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9a6f0cc437b41fc660c1dbececaf91215f396055c196fc6ac6981add0fe52f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbab944f679e326bf8e7c8223af239cd4f4357b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81f6b48b7478388fe1a1745e9faef5e46c78426adce7e0fbb775648417af92
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d3e8f7a4b25dc99c89ddf4ed6eec73bae4682d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117a6a7d023ba553dd8d5c7b6cea539b4a59c8b5f358b8de4977970596c33a9a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3378109634df7be97bf2fd8828c26b83fb8dfaab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041d6b537b4e60c792943b371592aa948b6ca5a4b225933a3fd95c3238b58ef1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafd8374eabeaaa3894b0ba7341c718d97b52444
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6135727f66316668626a04f6b814b8843aa20a2e300bb6b6bd658525c7761d99
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37833afd8e9eb67d32f63b22317173d8cc439ef1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b8a5262845702909c99c0e784cedd0c32f72304371a8e6b3ae4f322d2f7fd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332694e5cf385cc29deb5e324a21c8662192e994
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11cbf707235b9e81207cbce32dec06f14da1eb17a0a4da36fd9dfa518f8b3b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da1bc739e3fea32b937a80f90adba1fe7f718b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f75f263d418ee019e98fb85d3b3815cc7ad64c2944babec1a34643465956f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2e9fa6c8001ea48ebfc87ed164964fb9db6596
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b561a87089998606ca77ffcb1b488b198ce916b0a73765fc798c620417c9d2cc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b0a81767426d820157bfc07338f7eaab5aadf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2499b49d663ae2bf863a86e03768aa225052f8dbf801f08598f3be0327390b21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6daa506500dfd717a10467aa86091eae3e6a8e4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5398adc515d60291b2b3f2183c6abdd4bc3fe058a432d6311b9c60c76c63c82
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff9f59752f9bb87c6676f54d12a3650a9b24d90
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513e785b357d380d86a7016e52726dd5a8046b5d620319fbb28cb6e513c91a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ae598705c0bf652da7ba156705893c4c6e27f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671542f845373520b8a0cbb73681c86488cc32e0431bedaefc252a5bacbe8f3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55812291999cb5628766543cfed890549404d4a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bc341ba2e61fd079982d5d09fc2df519a55787d68b8e871c4359d3d2d9d8a5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7b01830a6aa4fcbd64d5da3f871380df7060a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0404e2ee067d6f67e574e6773369248ef160160a682fca4611a2447fa98d0638
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbde057d414cc55111d27a0568a5c7a3f76fc73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7baab62b675f8b8fa54f07f284220631c321262dbd8850b91908ffb8aca2b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0eb9299ee68031a9e3c61697195e51a5e3e0e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cbaa551f8175f9dd78c871aedb51a2dc2d8263df71ec332b9d140c2c516097
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014df86d41f083db7905cee5b8e35588aa461c6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16012b62eb1616248c0f2e606982061e62fbb17073cbcc9bcb42f342b07b1e7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12191964f5982b85ce3dd81ceeef2f8d98fecd8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e806da1cfdbbd2fcad3cc09f75a102a2d4ad22a0e8a5ba581be00d623940d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179955dbda1ca688af7ee318672bacc1baf827fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b6a94192ad5eac2a44c42187f7f013da37f6bee07dc822c1d8e1cb079134b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08dd666246614a6536302e43d78a24ba6a11571
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a271745dc7624881816eecef720b2f8695c90eccb1e02b091e9ede3dfde5bdb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3ad3a5e706538cda49d9b2ffef87b3474b97eb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32614462f063e240ab2475779830c95101ab851ddaed1f6656a597cf08a88476
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb2dab32709d64beaf8dacaf0253dfc2c024cf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a16e72d2988effc63caa328d067c186a6305c7186d8c7849de5b071d2447a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2acadd77cd67fb44201e78425e4ffc6e89dff2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1066a100779fde7f0e10514e9f71f3b01f4af0eedba277e31ca9be8744ae64
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ef02d22f5866d11e105ed980bf87ae4ebb132
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eeba6f662cdd6fe8cd5798912664d2dbcebefcd2c19e17ec516cca41346929
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955794fabc05d1dc76b3823963592acc471e723a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0df5851e8e4ace49757f0024142987bb8f218377e7cd9c90c05109ff3aa424
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854f2f30128cc3ea880d25097e3d60982ce59308
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff290e175c4086832d6e10478996bdf55a83b3f0f35eb846289823f945745f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ed3e686cc373875dd8aa92e431b2709a4a993
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d9a8736dd319c132c1e321472a9dcbda791ae273e2dad33ebfb9d54ed0b9e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606b80e9631986cb4d473cec7823b8ce10abb061
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db57ab7b3457e2d4856e97d530331cb50571871414098f5bc782e5ede4e2d0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19565a765f0f00169447673f01fc07e2d579de42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a305eed640c7cd35a32b84abed4d340f92ee0b0b525569b0ae4ba98deb42cb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6550ffaa7513742ad6c7977dbf18cec844415f2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f6517a679ea4b50ebc3d0c85f0dc97a56f508c1747fc9638db833c2e044e01
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7312f290e7be46ba3b19178ba0353d6e2b0fbacc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fada8c56c99f4f9eb7fc5c045359ed5a25c0bda5c2710246463078b1ac9de3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32f96626828f7fe8dd6aef4dba1b33b6b00b825
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd1b5340284c7f9f57b2c5997d0d3a78f5f0cb5aafac60fa7f1b60539a25018
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcde5b2dccd48b69d29e954d38e7c331bf362bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7620e2ed8715f48aa36e113d9dfc4617e7332f07102e3b020639f2ccbba41f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03af17203039aec11c1eacf16502f5f967270c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c647f6e1ec56da9e2c84f8656496b99ad8157f7e0409480e48170e6c3496bf0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dd29417ab7e49deef675462b7dce76f846ec3f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9c439aec1542fe09442680331b36de683614c94544a39b01aac2f21ca57e6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee9a08f7005f663d22dcc532a040c2c97c2e0d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4670adff964d2b1a0e62a9805b24bc4e88c8396b4047c25ee44570680e3bd91
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfe22f054cc47c3026197dfb9d92ff064e20f01
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b680b6dfc91c3ad3dbf721e283e27ba70e033b9082ed27aec06a4a2cc97e8bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0cf12f264541778c01f03464decd83e92694e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdefb982dc11b056cc25e37248e41caf435555397e006317d10744150b411416
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f11b87655ec0b915f03cda68ee6fe6af40a998
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b2c91c9ebbb7dce3dfc7eebf2d875cd3f2e12abe2b2dc212da7e26805b24ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfab458d26ee29d202c2ebfeff8257d438b519f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defff12bc3c5456316fe15fe2667b11b348c53370127960b78e6fe069a53cda6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052f160574746e27e5ba30301714565004be0a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d52ae779e65f426a48d146707c85916a6a5e8d500d7c554337bf0594525e566
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881033d591ca9c1151a3acd2227289c55747d429
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed995e916bee999bb0aa8b406cec3017867ad795e63a61603b7948d3e0e736ac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc798c26cf6b826f5210897f29c85c57de9e5cba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c448b1cce5ad6e0df15ab7aa50de3384db40a70ae169d66e579381175dea5e21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f733edbe22564b9799dcb545b4898d1e28944dd8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec44b0a1a6cbeef142287ac03703afe5252c26d8bfaeaf80b8042c29d4c9e669
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b714a657df5deead7ce5a87d8e753f4898b877
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce35d41e9016bf129afc700410acdbabdcdb980d076d7bd0f6785f5e95940841
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bdbc24fbdd0cb8b4bf211be88783763e1b16e6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920ac74872c9e8b5f97336307fd10c7fd4ea8fe9299502b5f877c07dec727d6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50283448c5c7ac3fc30f5740951c610e70bc67a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394fb7595dba24b28a408fb58c67e523ce1e5c6bfeec8981c23d7bc5cc3e34b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b331e7a5cbef2508c3fb9e3148408984166c811e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf8862840f1edb58bbe9f56f40c076b68883091306facfb5f868385125d443
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782f3ffcc06015eac81b820d5e993d288b56c14e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6881d8c92a25546a24ff1460c1eabfc42a602c6827a1ad5d2f0ae67cfacff4db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5b4ad2a660e002edf6d3b78cb0a8066a83f339
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02d3eb118b4af52a5176e558929237b650bf749c24fde843e20faaf04c36ef4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd88a3f9303a3997130577f73e6cce34de55e4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e650a5d60c3aa1ee220a507c6e276fa2c849fe76f2bd2044b1426b8abea841
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b61a4fbce1dc3cb20871e2f5364961c57d1ac19
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eecb89e312a633b157023fad1b8b72bda36c1f3a567c4807aa91bc370520df2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7d1b09805a3692ec3314712a9518617aa217f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fb35947eb722b208d9c6f81e89fe81b67f351f3ab210d9433ded864160b501
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11d9e25a35e119d4c859582ca2398f294cb5151
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c3726b98b22c05508d55530269ed2f494a32e2caa3e0413dba1b28091e95c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2119f055fee743bdcf3b620ebf4988b7a7e63e5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7163273451394487934a6740a75c2c40c71bb9de5e3f8d1eb81e6c68c6538242
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347136d9eda4ec8c1b0c6f2242f9303117dd4ae3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84526cdb287d63a5b0ef736beb9a5352d47436c1979500182c2923f80285065b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d6ac8005ccf35f793eae98ff2e71db9b95a9f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14959614cddb2725d6789ddfeebb22ebb12dd0e21b870b62e34a5e814af86dcc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976cea57ca540782ae75fe215d5e18f7e86e4d8b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0637d96424afefee2b45cec25dab433f4db26d5525d9fc93d54cb04f36599a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329d9d9ca661fea3e12e4efe805854ca7f388c0d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2267165ab3f0339876757ba9a83bd4804332c30bfea7b4d3cbb5e8b655e43d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985c618dd5e154fd8de8efe5d2d105e898b03a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043cd78943498f4c301cd99eaad43f29e2d538013e5c7110cb4ebc419e7689a3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a24269c967a7bb4c46a0546edb2b25cd6edc2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457f0fd6eed9f057a78b51d1907748797b8c523140a9ee5e2d1b929693c498b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c14a5409b99d099bfaf9ac8ef9137c96b5089b5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ec9d266e5e7f7312dc28e770594052af153d9fbcb90b58e90a507673fc6b65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef188fd8d9c642783755393ad1b33c8d4010e93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aab0676fcbf5a2eb9e2245f19c472df00724ae094a4607753f231f22f9a734
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8764bc0e47bbfa9402ec6caac724fc292aa021d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fab36c824a540276844691fe47611955a5b7c01bdec45c9969e80998e6cab25
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d30cc774c13b06ca185b2d7b93df028e31cd91
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c5eb9b48a808f063945cf55d17ff870ca88db27bbeed8f0b8f662658af28d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb24ff442b00398ff417d7f91b7d89621dd7081
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b9c243452d4bebbfe784d2ca4d65a360ffcc1704aa84f610b9e825e914a301
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee354f7bdf59d808b1ecf0aa532ce9e4ed6bf14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a7441030b12cdea3bcfba7766beab361327f15afc7a7261bd203defe5e3c5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9217bd958592ac1ce507ba4f5cc6f27511290d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0854c9dc842ed1e298646830d334dd064791916dfa7d8a0c9f330a77ddedaf89
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3510748183a0f0f6d47b24d94c1e117d1f2d39
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a7359a0040f92c486375b7384fb5d8ec1d110388e686b665afb9550321f5b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c27af20a08138156ea662863db7eb79f1cb4d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367515235481865969039c57d27ec7daf1619d32c139bb7645eac0c588edf88
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a651077777ba924c4e8eaa0e35137faecf9389
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdfc5d4caa034321c7ed25d19e707ab4c16a59daf9bf07a325848fc56c2bfa4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ea02e118ac416a46a90daf2c29a67f1601eada
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b18efebccb84334e5e68481ff3d1764f1e39acc70dfdbd0d3d8be92c7ff8c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6acf9fc12a484ea72bcbf9db7bde25832a2c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca000d07282315a0ce0ba45af3832b278169eddd959f22935d2c3461f201dc5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86293de5f6a4a13d7497ac861e516886cffe4087
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16cd514be7dbb25edb012093ddf0d20d85835db835a1c5eef8b0658d3c3c541
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99916993aabf947f707b8b1d8c811abdca1c36d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5166bf1cca938b2b66f8c467305845ae95963502df9bb0ba969659c29fd1c3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06061ebc70282538ad43ceeb26563070050e4022
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a5a11d1c9c1c2d359d7ea9ab8e9ef096edbed3e9a7519747e5794558415ed4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c399fa0b1a8a963b65482c2252da899a6f5bdca6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a2cc8a5ab9f3f7944c47de6b7210cf1a730fe9d08060ab1298c9de87f2880
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8453ec78912c7b8adfeec1928d73c274ff7ab0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d47e8edf98eec7fe460b761e9443c06b9de48d7924d05019fdf44e344d03aa1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34f5a315c917d3a0ce81de1c52811407299a56a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221320fb4451af47b96b6883dd0f118e3c4729b2d01ac72b10aa9f13982fecb5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e83c5c12baa62e0f8acb94cd3030165af62ad71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f6748a28c28012240d99c0ee33a263e1c6929248e5eb7fb3eb7c6de4ceb0da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947791321cdb33249ff18983fbe43fec67e7ccbe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045bdd00ed51dbb979e239e69e03f951b8c50d8604b6ded57ddd8a3711c63aa0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e84819b182a59bf4cfe944b1974418597d2010d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197979bd41e43d94a536db4e09ab9443d71f201e68982489f134565eb97b51e5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f27ecd389b97e27d72ace0049d2a27706e7a3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6b191bb5d41ac892d54a2f2d37e4308fbaefbdff945fbfb559d053d01c86c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468e0579ba0bd875c4e219856d8f5d6aa7c81677
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9593446ec459f3e6869eb1f01c53afe7d15e2d56955fae23da3b8e98b959d019
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2663fb12a368a818bc481d87baadfc0ecb0ee13d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d122edd3a34815741355629843feddcf8320c3d50b00d6c10b845fd9448e44a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dcb28bf41b46f77346e5f9e21ef45965368e79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95549932567f39937a18989fc580112b1b223a0102dd75387984e53620d3b00
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed0d2c3b10ecee66f8245cba0e22f5e6f0a26d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedb2e7db990b614ca4a3152414c04e31ad09e6700a4d6a2ad6a24102608604d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a44e6fd09c9f5aaa55025c2f6775dd3515a25f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2e0c961e8a8b8b17e51f152f66a61a22a13b4328a2a712cda2928619974b7f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071f37297ab99fad18e23f502e6d429b886f0b6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd60e962e5f95d6f527ba6c50cab970e76f18e30ed71a6b14fd9cec146c8475
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae1c9b5f388fe83ccb05b3025e730fdd4343e61
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c5ea282b013496c8d7caf883e2df896f2e964992c9f38eca148fc073a29020
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4abec52dd2a6acccf1af1cbaa8fac148aa877ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0ff5cabc98823c414259a9194d68adaf235deb0a0eb3140c2484c8d9ad903d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d91fb5ea12539186a3fe6faeca4e39a25bd7657
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8b81e302e12931071a5d71ee0d698e2278acbbee60b72a4efb4d4a033e66af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485fcfe6c57dcdfb12d5c020bff0645cfab4ac55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e839f9cd927e27424b78bc0d7d2ce3069e0febe18a501998060c18e3ea086880
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cde1bc6c1fc164496010eeffa0ebaa504d3a8dd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357e30aa6779691817bdc618319691eaf40f80b9bee030254f78199c7d03e2c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330359f72961b0b044e063d4128d26e8f7985867
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e77cd42407e2d969a93f98e8b484884cb0586b6016ca6d12959515d3c0817
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ea097a3df0dd64a4d724cba5b6576bea44523
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a4d6b8ce698c0b3236fe14974eb6f283c21e362b91cf5923403c57248efbb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe0b3b236499aff11c988dd3931e88663e40324
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f533dcb5f82bf87ce96341348c5d758eaeab9804a9bc77ee46b17f93af6bdab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517d80dfc36a32003e5681808b3e73566deb36d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8041f2dae71e93f4ccc8e507649d37df0da2e520b017253f23d50a2482a741aa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b94c390ba0a9a0e0df47f232281d68ca5baea6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d947822a70c5fff1128dd86b7428a648375a4dac8421a2b24b90ddb6a0bcce8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5b8e03b0cc2bf2afd229e14d152b60a2bac51
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25bf0cb60763c18af01ac667a61053e9768ab10d84cbcebf3a0e4dfd80c7275
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e1ffe233c37d6b6f2f7b10dd51d9679f83218d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1b34d96d7cab6965dac5f3b80f9ae989ea7ab3fa7ec82ff1d06fef5b2f6fab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4029891dac9e3e9fb708390a3ddeea9285f0dd17
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e8b82564b74a71d311f0e5d49eb9d23cf5ec4c72bf91dad49ab542eb266dcf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda35d230fb55f4a6114704719790f83a68f5233
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de21b18f3094c8dc0efda8aa70ab60208717241b4e81e917f293c69b4623750b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8a53066dcb995b1633546c1de1ba7fbf4a80f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04071d0852ca81e1cbb8000327e7115da50131da27c349d9b25db822744a3bc4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3170c5e9390b66d0c8a9b03b4733b6ee56ebb0a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a5858a580d1b12e027226036131c9d89fcbf01fc22c40e2f7041d4d03795bd
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a062b7c1cba33b5fc9782b2f964daa3868d6ab5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a92b01c0587e549730320a965d59fc72ffd32bf4cd7be2ed15f6e4de19f8396
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca1872dd9a3f54135ebf4f0c070371c8938bd1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aaa35801fdcd65b7052745741d04ed84405afc862850884bffc65c6f2321f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e581a33e0eaf959986478ac7cf071a213fe259
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddcdf67498953da917736b61f730d1cc178878b31d3ef82502b32c470c68b62
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be6a41bd5b1c260923e3545f1cccceca356ccd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c166810c10c42e0d7fa88e05328df849de0fdd9fcc0445822a0ac18676a5f151
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef7b90ac6f78e9db1fd5e73060235a323dd07d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc865f5f5ccdd69eb7daa3a0820322324da9dacde71ff1104c699447e771338a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003ea42ec73fb722fb897ca27e2a6340ea010ad0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690ec5bbd57c279c9d8015272fee021268bb88d948fccc99656a42f7cb56862b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f222ce092a4ccd535e8f7555eea49be0fa74b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf826893654eb4de73d77852281bf937b8596896fdb791eacde96c0a9dcff0f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096b7af40212df0683df941c638590fea3f355b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b664ec93e6e80015007f3efe10e44df5978b3ca5c7377eeecb46fee0d63c5ee8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b41ce3e78ac6010af2b9fdb60892809f16984f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e13afdc9fbb7019958f1b4ed31124b8b512135959969c24652b296792660cc1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e31a364674cecf735836e8c5dd944617b71ccdc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dcb12da899804285716f5ce392d9fa9e8194f3fa85955b8ed80f86f111394b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a4de1fb2af9ff9698a37677a5277f6d5f2a695
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b4bdc37add6d106f61a6d4e0871f8d5cef5d634154b52645b5ba0d3c87ed5c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bb1b1bfb24d53da2ed5d56fa044a487af131d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb6b2a6c72dce87d6332e17505301b7c930e4b7d52793dfd09624564b8dd8c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c1a9ad3f57d5a7b5bb143bf7227f264a3ae8ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14a196b56b41750fea137f07ff56bdd171512d2d3cbd75c44684d663a0f532
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b3b65654550b181d0e7d2d592a91df384d4af9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3965af332a826e92b346fa13f3285bf823416ca53e060254794a57632ea95aa2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc9616356f346caeb285758f8a7ff354fd96d36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe474e24af1ec45572a790feff80ce19e6de72f5ea05036789f575c1b592c1a8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c0e34f3293b2e847016cafac2bc375f8d58528
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8cad716f3640c98962c1fb84c0e7dbb3d19806376cd718cf1287a9ef57741
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322eae496d50c9bb0553f5059a52567469f90e6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c540ac04e97b990376fcde939466b509d0448951a4ce38e4db29d99a373ca5bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b0958b26dd469536151357ea5b809f5c07aecf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7ac6f7000f7c29e74934706179f2c688242901430c0bdb54800b983efe4351
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9554138ec2d0dd21407987aa14d82906b3072d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d1380bce7601d5b8dbe4fbee8f73aeff9d3ecbf3aafca911d212b3d94312d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e285f7e339664eca324eb6800e8c213e976925
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9797555cc641ab695d9f0400b04edc027f6a1679266ff949e3d80a4b3443d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2646bb4644ccff1007d433011a99c1a68216829e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c199ac78333d9f8ace4cd6749d434b5b8b4cddb71aec26e14aba62f9ffd7b632
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a261a7efc1cbf5e0afc96e9c56f1f8f8ad02a89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0356ce1b371841cc77cce7d33f942a7427f282b5eb900abe66776b8ecbf7f588
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd567d842b200c979a1de38b1fdd14224fc3705
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a4471cf1ea07f8cd038486fa950db38880659376717c5e1387c06f3c79daa3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9840c3169a3543445985546bc2345a6213a620
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db2d86a4c656655efcc3361b8d30972ebbe2d88b79f10314d547d53b8c6c7a9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60660056f674cdad477bb9a715c55959698d5b64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30d7e17497f65a069a98d83c26ba1ed354aa966fd2c449db28e508d775dd57
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dde82e898ccfc8be4f9516e467957c2c36ca50f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f65fc59ea829649280bd78d29d16887674555b91ecae996c6c01635aa96b3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc0d61c6466f80f82bbc06a97c8406a4ec95bb6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7706bed852185d2c7218fdf4f36d9d5441e39ceff445f551872b1a0bed10f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2838c66ed6177a10001ae2e2fd42b6f55566ccd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c319f7df6bbe09df5716aed1dc19ee7fc468e743d02b2d220e937812d212a914
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382025110700928c24872b430139549cbd47dbb7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c2d02d8ee5836052214768fee8a56b64273bdb69a6b2528bb8c77c42025e5f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775f1b435d615739d2890f174b377ca8fd6b6fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8568477b3a5301b9f1650521f8f1f7c6a1155acc872ffc79fc791f36e4c7ba46
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072e218b095c5f1175721eff0471024eb3a7e41d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5813ca041f7971f122b0de8abf41bdf3c04db31cd41f3011626f52e7324b34f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bb19e4264f3c1f24004c9701f5c0fe6370ad78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ce22abf799ad78292febcbdd88df794b31c2120df44177cca90880509f556c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09963c1c7ee06d77cc1c4b78348d53000a93586b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0e9bd1bf5f78e53c4ecf056b0f3faf72ca255da2ee549598e3d4dd5b283b75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d743113b69efb7ef53c7170085f4e95f9831d508
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f9ef1cda744b56b73fc2dea7a2b179d1311e0fc40b35659a8fe7862575273e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7698ca04e64c85726e39e9a88cb547be3f747ca8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188358d961935f94f7e560db1e6fdc0c9c59962ee4e51584d384639a087120d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820bff465a2d452a1fd2f1f687e6eaf7aea61c4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7984522834a0d61228c9ae647dd5027890bf3774d3189d1fc8f80a6644a213
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0037ef0aa24f106a4d1c4502998994e71b61444d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56159a1e1515ef5a98f2a6f5c07862be04956fc595e5aa48d513049f5571568
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6711714175cb387c80863e0b8970c4988afe36ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718da64a4bf07043105d232cd1bc27e07cd49da483ef46698ebd3a17e0f816c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f3ff87158a48e3ebbf26e41cb0484d88a29290
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9057c4fbd19c7bf9381d6e316fa11f327abbc4c5f80fa834119fa536ce6e351
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0173b37da31174f550c98e932e186e7c810e13f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8021f45b1f9662c4e2ad568640d239c42fedf8e3fe819941a3d806de373d6293
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba46b1425adecf8be04cf63a528b8a589c0e4590
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defad1cfbef45158b9ebac6e629bceca3c17f6eea4c4b89122b08219d9dc2302
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be14418cb7b6344b08347f76c85ab31f1b0df96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9700b650f2dd0512a43fa8e2c6b303355badcd17b778a5da888928ee730bf4b6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0051409ca6ecfc183b5080d1fe48d3632d256df8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d49c4dadf89f43a13fa5fa1b2bf02a28b1b33c71ef67b9fc25b81eccc865fad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f20d18ac6d709a4c30b538162c9b7d1a259924
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a97b111c4f0b96a200fb99aa67cbc505e1c0014834d308f071e6a6e338f232
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43501d759f7212bcf028d64f57c0e1477e4dc1e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d96a86b22ffd9a12632191f313fce2deef51473fa12a877df2ed245a9041c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e89a7fcbc5be0d91911f7133a60a61af27d640
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0969d880d5d6362c74946017632f7d62b8e5d869d6013251ee7c09aeb785c1b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4313236c7733cdd2ecaefd3e3492e0b5d9ebdfe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8385216ad1d9cfba787a3c5aa3548f673a1e1c9ec26ffb8efc8b2e6db2cc34af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35089c327036e36cf96f9b0f7700623229d16c4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709d15511d344fbc513edf997ea1e2670a8ea70a5b7e4cafa9ffed96c0db1648
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad0b2981ab77ecaaf3e8afc325829a15e656d9f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f771b00170b1b61abedf3380f68e53fefb995cd0e097187094466539d03d69
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d32a64eb630e6f0a20e4a26789e578368a4638
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1b32b85afcf906818a79e94ca478d3101125244f57f98e941f1ac2b517ce96
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67618718a6e6a33cb51b65478bafce9f674bbb7d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789679c5043c2d8d0613f481798b7eb3dd61b60db89b6a401d150b9b29f1305e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b568cfc616036017a231e3ade01f7c1490afd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed2b33205c5019ba41e02ad3e639a1587866b86e0f4ab432a534ea75adbdc93
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97868f1297b7c5d7ae0e5327fd5efc67e51011b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60734b93ac2787fa9b4dd2a58badd4fdab629d03ecf00f37999330f31d901d61
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea7ff882088dcf003251bfc97f686aa151845ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9955bbb8542ba44c5ea66088203b5062acd190588d36f7a45b3c370bc6e66102
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8ebf07f5641c1c6b5d2f1ae15c7f38195fcfe6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833a4fa07f6f2d3bcec8b8d291b746cc40414bfb9738d2c025a7f9eb2fbd5975
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66ca706947d39363a306c9755147b8c255e1a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bb0f284c57a36a064eae80e21328298148724e83302d3b49d0ad8365eae87d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529de75dbb756dc493b05665aec04a92b62c28e4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d435f5b6aa94a3844064c442622b744a3ca7e1937d82286c7ee2b661283a9e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1628e395dde538fb5bb9ec86cb1d789aa6c967de
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af9b243d12ff2b50ede52279470dd5460cfcb244cf4947cf309cb63a275cb4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/lm_head/_0.pt b/params/phi/4/rnd_search/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df949b7276209f6317ee5e043ab6ad91a90169ba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b06df62caf81a3c3c2d65679041e4a923f1898972cfce3cfd14539515d48b27
+size 205955
diff --git a/params/phi/4/rnd_search/comb_9/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7ad9a19b554a84f343d8ec38ab2d2630f5cc6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb539badb36486443ea7d9d1668321f66dfa133f08d81b032ae0f9943e6cc040
+size 205955
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0d4c50ae1370bc34510773a1e5ee3703081327
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07000b3eba6b2ccafc08bb1554f49eeb5dd4f8f42f16e4f56f11e8ade647faba
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c935632f440d6fb5f52567c14a4f9af305be68a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c499e18fe9bbe01bb24d73de54d2c997bbaa9fa9e45a3f77cfb98c8b3c5866
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53daea99440680afc93ba8c7267f6300153a3f7b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f22d1d3df2c8b64e51be74ca8a0844afeb6e0999621c0b9a6e46a354f4a1114
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d783f7d89ce094b12cc73c53c42d51dd85cd9842
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af259f178242c7dffe5205b7514d6ab9476b93288055f82b223472b621d2bb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e47f67abc765aae5b1bbda7713939e466df2754
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ce7cf48b4e99e3550e119cd21dcf9fc72ee2868e0e6bc673f026d176d8068
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61479c4f417bc95814e317b5158ec6949fbea87c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1230d800e2b73090f6209d850e22d864c2ba6748b527a57f45dbe160931fe8f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2966ee953381f2dd54cffd9c8f8cfe1938fce5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297029c37bee1c82a1a6aee53821412f4d68014e6b400b5a55d41976db31ca5c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98def6e218a5b151b862328456139bdecdb61ab5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267519276c1946a1d15d549b954c1dfd6ebed8d03372400ab244be6574037e6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e715ba50347e647e8b4fd8c5e0a5044c43ac56d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e99fe7e66e715cd7ad62050785fcb553ee40fad441bc4f845d292a5e9cf055
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30616781735cb6a812d25705879992669b2007df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c789c6e60bab3e75231bdf7604326bf29bf6d85cb3d3c4277cec8fbdeea4923
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cb09bf91f992bcdd3ef38a143d3fcdc6801b35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fb69fe93f63440f4d95d9ad026e9dec5ed672c4b5db0a9fb5a089885f596c0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52685163a861409092607b7a01469caa06a19f1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80234c8a2beef67048ecbc249534e9ffb23071aaea9f9275cc551c948bbca5f3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b094e06bf6b55e9b1086a956b14058f43f878
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073be00e562811a5fdfea4f8b4d520ae6b1c41939451a0e457235029f272d58d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779f7534344518b7490b9bee09f7532f96468355
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc842a644cc6233fc17b094896c62f736575269204d031d2c0c64d971ee3c491
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8bd80838ff7f01797e8ad90ed00779b1f124b0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127003867b27eaa06b475154b6ee3d1654e1cfd7a99b57f229b60946dc412092
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b68f1984d637b9f2a3ccadb0525d7693c15ebfd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc521b135959f9e4329dc80281677ace041d19fd1a739bd018650b7e11c032
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ff99cc8aabd866f0d11e98d93db3f7b1eb4da3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca677a61f5b784b3f7b6a7669db3058f4d709170dfb2caba4e706b5bf13ce3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599615c80ef1e2f8e05a69ca4dd9aa4a40072c08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe34fc013439c87d00c29bfab610d2b055a3f1c4657c5b8af9509fd73e12acd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8c7b17235e2d1f4ecf69d75704244fed9d7480
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360a699199613f83687d54ad6f803f48b1c0ed9d97873f13a835a95712732497
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbaae8381ba8228109f4d974b967ba84b71f33d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a886193738292269bef64b039ab4a741e1f6385720f5bd2062683a6f363b233
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b5bae142e4845dc4f7c970172fff4f67cd4090
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07e5b14fde4d1d4debe565092f2ef32626670d93d6181d5f8636e7eab81de5e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e46a34eed9cc036e101f8e3e1247b9cb284b3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914664ded3beaa4e5546976ac3d78f960fd6e4a21faf97a63ad19a5eb3dd3086
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f8534f97527764029b4745601eab2f6376f0f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b60a9c18df38c80f3caa879018dbd4f0c2fab9a7cc01997242e39078c6aa0e0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181c7268bb12b1f08917353daf0c19412e42b5d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402e5e2b5bf40860c31bd4a4f0d1871333c7328e72121280e5f068876bc74518
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020cfab0c6302165c6fe158a07b6ea550b668c5b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df81edfb67a2a3a537972e7d1a5d99e40ebc56248edf5c970d3e78c68f1988c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67f8850d19b71b36f7dbc5a2498b3e55af27902
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a30148dbd969870f69b70b6c0c511c4d4ae0c2efc4e0916f2f9a80087b8ee83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6b56727c12d1a59f7754b6092f03fd8672f25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b14fb8feec7430415fb26222d0c0d6578636e8e290c78e4f0b28416d53921f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798d3315ff6ab7fd23ac20bfdda90b869421ebcc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0796ebb4129ebe3596927d45a0f0baeacb0477b3c475936601ac9c997e61d4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf633145ca4c65f0dbd5b489498c1b4b5a6cc8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c964a6b13121631072b7cea8659b7e09648ca5c43121892b7260d8698195e38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f0348572733350c8753cec9e9671e84cf380e2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c6f02290291654c4adb4fcf98f3f1a0dfb30e4519a92b66214a3fabceb5c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f2a9acef5b034b364e1d24326230495357640e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b60c22e7f4020d7155f2ced9991c4047b8859b3fda93d34759057e98c70a178
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ade34e8cd2bf57fa899d0ac9293941f918add6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65e39c91a17882aa3308f20ead08ceed000e092b8bb58e12d6acb592a2398f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0e0f3e264ab4f71a58116d45a4550239f4d711
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0878aab1efd9610465d8a222bf7b025f8c7ec9f6e48a8a30681418544c2585e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769b58b6d71f73530207853e2e1b59e506e79406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7eac4677b13b2310b600d154c4e831ca660a1fe5d4f3ee9b45954ac5b00920
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9574d7922842a6443800beb8c3d725643d1fdf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49df00dbf827df7d2b88bcc1715c0e084c3d0b5e1b8a62195af39698b1e761c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6145a3027266a255ee8f7a583e1417a7ebf1e9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76e2d287717f32a3f2b6cbbada4196aaff8e09ebd0d06077839a1056b4c91d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5254136abf6d996a6e87338f9b46d296a9c265c1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bed09c2076069a4f032c9cdc55f56a76dd50c03208cd628a335c4d61cd8188
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9343559f04a467ad1dd0f182765deed2a751ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d61ffd3d4b51eff8b396cf85515768f7bbe00aef0455f3582d4bc2babcdd05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2363512a80802d6e2b202f48ef573fa9b9968f5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf25b99d2780943bc57dd3c0bbc492cafa6d16adc1a3a0dfa605b5e81b6c1a7a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a006566741d48ab9d9a55075e897c5ad7985da8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d21faa3ea4eaf7681447817d990066dca1cb561ada7ac6f4125b04ec981c94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4678cb0d00eed4d8089265eb5642036266b010a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197364d178dba96b6cf5145f3e4d2ef6f34d902d5fdb0dfee6b278e1a1f8be9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947f6161c4d0050a69e68d631edb60740c9d08c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270afe8151712d655574f49316ee2679fd21f18a3e136be242465f8120566b6d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffdf80a44426ff1c640fb720b5c15959361f805
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a6bc451f8cee77a6ef22932971bb11cca796aaaf958c55e17b2be965585365
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38991290f934d1bda3102d05cdfb43c00dc6ecd7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc5ecd5f2d702ea93e7c9462779b6b675fb8314663fcbcc29cc276ee62efb2b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd36da7b16c72f9fe1581ff7e476df7a378cfcd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3647f37236e796f2af807fc113c4b2b966fd59d75d70940ddda4ef0ffdb7e3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21fc894e427e781f87a71e2baf153d87519643
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26d85e7222784e40a1402140521ecdcafb85d72d778f1995d7ba507170cd9c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99167a39f10278ebbd6d724019ea37da3b53e368
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d60f88ea90f831697b427b50418ff8261add081cbe213661ff0704391a64a18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb48a387e255d911ef506b75745cbad8f1f622d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b874d50f9e35b0149a265f7a20d2d6115f9a05737e939f0d64a850976ccfd0af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae0b9f12e3f20df47d5956644d2adfacbb20e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04e1901ffdcf945e7977d139c4c2cb431083cc3809436dbf44fbcbe03ee8ff0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe544ffaff13b749b85bdc0883d05cdc595ce36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b9f189eb7e9edc9496c92aa6c4eb4f4a9c19c7359c97cd6ec31be07b86440e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7404eb985598a74738a4da61d4b3ba5e596ca2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2e93fb132586d6595fd9bd7db5dc2b8ef10cfb8643be6da38fa464389dbd99
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6a667ac40e9c37f3ac898f20fc0c84128d0b9a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333563c9b13161886358d4e1cb44c1dd6b843994574fa490a5eec6a067b3ca74
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75b4fbd177cac7a3278595206af75cfafb156ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7234a0d0f00b2b47e5abd1e51b6a8fffc888a0772b155bda7824e999d4eaec83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acadc876cc07833f89f53acbf605626cfb62f25d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5feb0347f8ee05f5448310de4d373c29a5ab9500ae609847e3d55b9ad3a3b4dc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a62a6dd51227c91d755ac6a4741f38710bbf45f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dafe9fbb49cfd10ad835e2fa89dd272cd0f801aad768a5034ff1a0865f27c98
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56ea3996d990f9be8a9b3988cdeced6de34f2eb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d93954da79b978bc8de3c9cf8bff6dfc82cab36c02614e3ebd9d9c18318526
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cd44c797635d0a84e8917a6f8b2c01e1ebdc72
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f740596f7db37a6b855349c50ecb06564d95194b01e92fb156b6cdc4418dea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8d7729cd77a4af598dc5eaad774f95318d98ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45912093ee0b037219dcdb915d5c5f7a03a199fb1f81faaaa21ea02c6b7f48e3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1ea899864b89f8ce34802d287c6ff5e34d8f55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a9fcfd6af25551d7c06cec5515f341f7180840e04a7273c4d6fe1b0df1fd52
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b752319498eef62b5b294de4f9d4668951fe971f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97a6e6239962cc10dff93eeb00758ddb479daafa6c808afaef64384faf4a1b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c67a1b51536e350ffcc74dfe05f022d071c2cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e06fbe05ed5f6f6a9fc649b2bf1ed3a1ee1eca476c95c8a9523ec988ec21d9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9927faeff2b87ef64f1f35133c739dc23456fd81
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622cbc3cd5f34b97d148179afc80e3235de0b22324bf8ba55f073db64233fb4e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcd72124f8318a42a9380516b874933fad97227
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b667b8496defcd53c4273e208bfa4e933bd04f02196b8a5fb6c4bf95dbab169d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a563729a4d5b4586b8b1f8e37bd0e51747b08f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2517f7d588bb0a863a35ddd9b7a65d559461e8d0c84258fe52e34a45dd41b06d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b131ecbcf0fd3a0ccd31b3826dde364b7b747819
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c82731d806d912893c0a92468139ed3f29a2a98cce4d0565830c466e87e3f16
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f17ca7241dc17839188c5214afd917d485d199
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dadc6509210a1ae6329a449bf39de129f00ed50aa79d14c2387703c72678498
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a303b66fbd656044e54d7891ddd7a90f8d0c809
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713e07eaa1d271642fa0c21397d1f2ee7d7403107885ee54610df31c98f8efa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9447d32a5f2922de1cf9d0b3b54505191fa08a29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c955ab7b650413f31c9c136e7cb165f454c4cbd9de69c8462314890ec501fbcb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afac29a159d6f9d9b23f4cc18340fbd39ff608d8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd79ded5a1a5950bf71d3cd36d8717e5490be095f21b17d770b8814cb68091b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c93989c2a4e6fc6a7c1fc6d0c80f48fdbff7443
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8b85e883374efd180bae44bd6a83b7ab8883f6a6a855a1da0a4890022dfc2f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c994e223ee99e9e21fec174131c47b241aeb21
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69e5516321464b612d8fc7adc70d90d8d89677889f4a09f066b249c2595ad76
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cae11204d471941e154e47a2274a68609621ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043333e5e0debbab1ba936f8457715ea665294df88b1db485456b317b443436
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9374febe775f6e26805120c809ac0dce98b8aad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a8aefdb85d4902409afd2e8c3608714ba7e3c274a25eb0b499968c40b76dc9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92907e7ec20683aafb4de89b1022112e8ee78fc7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef45a4845bbec8362704f369eea051e2ba70baa01a6055d78a5d45fd55dac9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aada85efc71a20f6d4e69ab3cf3c7df2a22b5c7f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c23d8c4ee0f607b230a9842b26e0e18c67c5dedd4a7a82aeaeac77ae8131e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7a98b2e6ade86b9401b068e883c315ce34097e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa97af72a7635980a94da111be718fe4746ffe3cd03664ea106ac6979f2d7565
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c13224ebdc3cf71c93472c1796e7d3bfad9ab4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d61bc4b42ed0cdd19bb96b67064a0eb926494a0a6dafa3e7f64d3ec602d8fd3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b74e2326b17697cb8b11486e818c549b592558
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5236f7b2429599c06e591dd1f64c1d6eaef0cbcc51d2ebdad77cfed40c9ba2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0386b403d45f870a67fa00991d4b16528ff30b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91527eb3f7728a0acf85c81652477faf1c16516c4a85a2597789f779a6a8b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e15937529f7f9dd50dda706ee123c638bfb67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fb4c6c8d77637e1ed746d3de5e0a0aa059ca4dba42dc7930743d4a89a3e3bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7ae9fed2e2649f33c6dc07c2e1c3d8b9656b66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3c77502f5cdb7fa8fd56294d8ad714506ae4824ec27b9ff7f343a19ed31578
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6b08212388a4d624c00ba9c0575c2434a61d79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80af5af1a928a005ffb00ed9f51feee68185eb76d6e0b9490b27220dc08bcb7d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030219038a96ec596589735fbc9504322925353f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc2da1c09a5d4a4843080c2000efdb957476d315e76cd1f4a5081c055e43b39
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307a2a6150f74ea597b841898c63fadb7e1faf6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e469b8ad4f5b383b4f373e9802ce22f2957f75dbbdf02ef95f1bd0b4a7a12fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72088b384a61985ccdb8e7261a305c543987b864
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41746179274f80764952a05bc998af1c29c60a5a08165071803410bf81851b1e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daf5f24b17fc6144ccab92ca27e2537f41b5537
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f00b666cb82b5e7af3fe995f1752c857fbc565ad16f06a67411458dfdc7e1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608ee02381ac4728644ff746fe43f2fa08881c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d9bc7495e5d2e5b3fa85686aebd00b46ea17bc1235dc507e7206352d1d769
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc29543dee44cf59b25ee00c5882469575c4d4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250baf7c8be0851e56ab133ccc5c720507b121e888130c58a816bef69ed120c2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88251b796edac0398ac54d5b1078dec1ef35c059
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cb8ae703c80364d222effc7b1ee471c270ad5bc81a780d25c212f9c735fd1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd05e149f9bc727ef4301c9203cf79c16dcb7c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c84e7a3f54e7cece0bad877c51d33aae92905561560bb57b2a1f526212a6fc6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09842b597845a104a661a77a706b93c34503fae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88461980e797d3557fc8cef198841c41d911e65738cb66393db88caccdeb5559
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20042ca0b306a05b8f89fc102ecf8a72d943728
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b6e45c49b5340bc28a601d90196b47e6440098dcab4dd523304211436d96bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fee8d826486f8bbb3164b74648975b6a1cdd1b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ac8c7a633c6467c330600d556440cc24d8d5c2bb852aff8e915a6eec47503f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c20714f213423873f6d9915e98ac17927cd9ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ce029df5a7aa84ec25195416d0aa4f4471c69d907eed7078c4642fa7c63526
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf46739a8a9e3be874d4baff2609a77dade8ae9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f6cf2534eb04c66005ebe29867d93317faa22d7fdb845bebd6c1369a7b52ba
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1d23984fbbb2c0e99e876accd742575fc77596
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8251b29127064f8b4b4902eec893893cd67a580f421ee2d2f70e39e0f345b5b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be0bb1ed587b79e7da6c56f9095e6884b8696ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb808284aa8eafd87dafe03c6568cf38b4c500eda02a6ff06aeb3e8a1fd50c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f175357e6729120e27d88e160dc55eeeb9fa7319
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de02419b90aec62e7175fa784c30d1a2ca8d1bacc883dd50e56edded054921
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc16bcfc619272840096bdf5cb7bf48f86328dc2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dc0d132a4530a59eedd76211a454ba701b30865c7c9867a90295f555088032
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef73d9b01191650c8393f9683d71b355d639a0c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a9631a418cc2e631e3f341eb7a9dffccdb5f45abea672be8310bf5fa8747ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad190fd8d664e9f0e3c046cd93dd61ca285068b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c42af33e688d24f06f013e4ac3d2b450a46a7b9dd5928c948b9f403967b9af5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634cfa8c028cfeb46183194e0853b69ebd71f17c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bb8f4dcb6474202d95c11c4d4524a91b5140f897f91b7f8e4d197dbf0cbd1c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230cbdcb6ddff3eb9bcf5bd01916e274dd991b69
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ecd8caf9d92db0e34767575813d98dc4ee9fa53c586d5ebc2a9d2d1865adf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8828877f581ea6e7ec687a450f64206921d25e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcdd1568cc655074a8b1572893b23e6d4004d8d62b27e323de8a0935dcbc002
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9d07ece1a231c9e5c27d14680ea7e0b9985a54
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b1040cf6ed6355a147a0e423df17380d138da10ae18bff478073be2a2ffaf0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a01a6e9158413bbe46ac3f9f21f8d05ca3ae86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce7064ccc8c8f8cd66a6d7f5877436d1ada0236bdbf3ff00895771da256e499
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e611aba352f0c1419c11077b4459cc63ffdd8b59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836819f86bf0a04159c920687cddc6608f98574d8b39f4c4d308a280d2452bab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36e5f12bb39dc17ded4076dfbcf441ec7cb0a3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0382ea1c6e854781997763145ea74124188f780de4fec3ef5eff0abd4be4e6d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabeba2f8094f78234c66e3fc1996e2066449c3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd900de400279a7532ab459552c85e8b8d80ac19380ee44cfb5cdc21f64fb7bc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9668191d2cab8612721b3d4895cccb65abfaffd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c62e0d5befc56e0a9a549124594fed6a31bce633c88ee72d203a024f5f7091
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d926dc3a96273e433040cc7f093214cddc8adc18
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f1cb352d821e7a74b1a59f1a0f8856e6a5a3c94af247a8468a0c7c0b084ab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ae5722697d1ee5281028fd8c5567fa2b3f1dd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c217427af8ebdc22cef68b875d069203e5a7f593658b844ed1815cb64708c8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd76f0553a3c60aa3213b6100f6eb564c26e3f80
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c03b36d3b2eb2fef9fadf55e4ec266a8ea245e85f790467c43bc8ba8585106d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e28c9df6bc41cf274b118f99f1d9486f4a287
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb47cb690eff8d9ecec7b4880e3bdfa971ba9c0756d4bbe77c9647d70c4dac0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813d4c250379331b295e4f11e321e2274788eb6a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23d05991d85399a8c5664fbd10b150c873d14586c3a2b244feb328fa33d7840
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae91fb2a353fe59fcf1e9f4067192c49821a733
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d51db3b88abb0128d5110bc6caa14edd770c85ccf26ee6093d432cc018e7832
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70809245ee3d44c0e7107248894d8e4f38068fd8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e90219367166bf719c6ce4e86742e65a3ed5a69a463796c7fc10fc2edff33
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9cb1e419e73a5063fda4298e0b867d27374830
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172fc0702d3ed6c7f7c8ea38c2cce086172d250cd0bc147da69cf34de845e910
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c0449ad2c40ac4aa0323a0b1149d49c92e6fef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cca388570ebb7b5bae9164eaa25cf283ba193013cc919224f81333cbe76819
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646dca1f3849a65e505439313e4b326a6b07497
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4923e28def9ea53e11ba4fcd67ee40c4c377b2b0bde6a97282d202e6d618fea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c351b402bfc0bff069d882b4df47a7ea180f6c56
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280c72e79d6773c34151207d96aa99226fc5a7bd754a19177c19693a5753006b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ff3056aa18ab7bfb68bb1fa533d2b3d29a95e9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d645c1e2b197ae2f9b6f55b3655d919a3290e59f4d02e4b1778901abdcf3504d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62beca742523ff006e3f0c1f9521e7cc6a6914b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a9e844d7022e61cbaddc737b277ad9c2903d05a0061f44b933ec6d4dcdd2f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c70e1d718254bb0ae28994b7c0d594fe218078a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bfe472be7a2c643376e9486736ec112f53a498b6d442bf8fe0992361cc36f2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08643210e9b9954183a91266b6f42a6f9ca38d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc774f7c1204df3435c5c6112a531eccf3cece60731ae411171e2323a55a464e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4a3a464cef44d7230823b9d88e8c69b5dffd8f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def4364f0657c44897f396ccc8202bde29ab84761dcb0086926be4e2eaa62101
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2822aba75ef28c8e6de5917990355e08a9a2489
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a9a0cb5a2aa62018d2b4434b287a7a536802183b914c514b6d552651cff299
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81813813e55e7e36c83df60a538321247e2a0e87
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b912e1c7878a615aa79145f39822ba4a77a4c7bd3a6c3efb7f6bc31b81adf138
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0213ff9a63259c8375af951cada1b3521bc76297
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b30dde181e44410b0e6f278786cec5f0d9c6034948136a26aca8ce6231972f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fee3bc9cc911fdfe5cd2540264d80ab44b5ae9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7317ffa959048158d7c87f27aaa86be114b9b410c072d2cb5309b3b784bd020
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32c6dfccfa51ebcfb0339349434a6548a55a1b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50210f080bf3364a5300b6963d24541bab40c80690341e2d8099c1805e2720da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2030c6c8f20ac3b70d382cc4fb43d2508b951e8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677528ef01314a0843e434e6b3423ef01d12b836dc13e1c5a7097918908a6ff4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f263857ab01efb3fa259198d76f7b7c82083985
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3c7d921785e9ca10077bfe8313722390ab95a7b89b8f6da01116ec52c816b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476f74401f224a958d38f3b945f760216a0563a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e46020994e911139667b47b4317e6caf80a1df4e37ce41e1e7d3a81e92b437a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da1f57868342c87fd486f368758a98308f643fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b51887cff48cc9be3970f99d7d16bb944a57c91248e86eeb70006fa45f90ae3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d638fd8f4edc865b3837d030ca0a820980f7572
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a502606b91998f1fd22fc595c314bb0040d3d31cb5d41eab4ec1205137035bb2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10754b6254429091af88f35021cbbe7809a2de7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bd87676ce899a97ae79e200bedadbb9c121fbddd0b6cb06d83fe2884319bc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4ae9fc2166d60664968336ac49024c86ecee3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90e8cfeecfefbfeb425873feb5dfa1ba098dce785a8ba3861af095149b10399
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956e8763d00495acc397b859edd8f2c8867bf801
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e005e9ac99d7d0db78270f45a8bf99362e2a8d5c63af779faefa62602cceaa0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9682f234e51a7d25dc491f433ad0867a0ab755
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c436bfc2524cfec84f23b3e64f5bcce8a698179a4a4bae110d1bcab21f59b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c9a8b465c37f52f3018ef0f6cc690df002512
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c40e5cb94f8f6f6dcf4081ba83fa374a2135b070349c1164e2310c23b46be0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288d010b2b49c2c5e120d81c2ce5e22d47f8b6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f9389ebb71a7fde171a1f16d8a8129dc4dd7eb0317b190b8cbe3abd4d6df01
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486f3b79f5afcc1bc717310c4f5553e9015fe5a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a09f3d55344fa3b2543a12e25b5a084f2832c4aeedb226346a4143c8bff74
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba14809816103cfe9ea0353964ab4d5cdaa04709
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1645916a3e546e3bd474ba9294b84331d8f1bfaa00dbb581a7b13f00706d9824
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e70b6d755980c9a415533666b85250fd1567a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39920ee5de2ebe8d56d3057861421001700b2c56ed7e3f76db285ec9e8719576
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e68d0b6bd8fd040bc61f11cdab790cbe0ecafd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601b811ffd2e2e0b9d6e1b7c647e93899102d2705604b9f4059d3ebe16c7b687
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee14da7fba29417a5d360516994d16d90fc0992
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19edf5a9009f328086c6095409d93bf27fd7373b58b16da022c1c4b7a92ab9a7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3832a103e17491af48ae2bfbf2b65294d98d001c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362d2e7c926875d12775207bb9feead0670af1bc6029913a81aa77f7e3000800
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32845f54006e281195ca76cc23db6d106b52cc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fdadf6225a1bfdc70fdcb35b6d420c14549c19a5bcf51f451584c63bcb2fac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b9d454c201ad8d66e421d835a78fbff87e2766
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b4089507a16e11e39e9297605bd5f1959b8ff3a311f89e9581a050a32e9816
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6923aba9bd81921c3d53336db0b5133e4954e9f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22d884a9b1c6a98dcd3d9626d8cd50465486c7d2a123291a0eb55382ff22195
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51f4083dbb4bb44c80162ef5d4f23caea2a0806
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c199fe8d0233fd980b554a6ff158c7b42b06721114b6ace3694ee69c2e86981
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028f91b9febbb6a3dbac784a92057e19a505adc3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e7ad11af006a1926931f881a2d22382a0993065104a93d4aebe9ef7610279
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263d29d41c79594491bd7d0301efecea8a21e820
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77d3c90a51408f08dbbe5c08681d30f23c40ac03899eaeed0918b3bb490263
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ba21ccc420d1dc87818a77d3028c44165334f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b082291354c649b6aad783c7bc5876a5e30e36ac1f7f910f8b93717972778
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2128c5955388919c7ac78a97411b0b756153eee3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf86af28038f558e70d27c33a640d06ce998aa65d84d5ec5a59fa3cece2ef7f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed87f5e366c389bb4cdefbe2290935e9ae1b38a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eafea2055861bb64fd029f3ccb769e7e3266957ee42fdd43f51273821e97b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf81cb2e79ed5a6f3cac7c58cf234c4a99ee731
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a68e4fe1e0aa531732fd710dfd76f0aa75f1f8d32baeb8a7945f7777f87ee3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18f0c0bb44df62cb2aa6d07ba59813a7116a189
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0a2c9b092e4729c6bdcbb82ff9d85719e56d14781b9f53b41e027e1b85f274
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7f961ebc6f1808498a480513f7f14db4beb652
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276ba2f33dd6ae5410df84e9f7b5884f3cf036ad07d00c1faf0bfe1419c4a83e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035024f33f83f53962a8cf73b9d2500a1b001f2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3375f5d56d38aaa0aec3f05352a0f3362198b654f8ceaee30a679c5d07a060
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3ccdd666c9887f14f2b3d40573b31ddee6f43d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9a6f0cc437b41fc660c1dbececaf91215f396055c196fc6ac6981add0fe52f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbab944f679e326bf8e7c8223af239cd4f4357b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81f6b48b7478388fe1a1745e9faef5e46c78426adce7e0fbb775648417af92
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d3e8f7a4b25dc99c89ddf4ed6eec73bae4682d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117a6a7d023ba553dd8d5c7b6cea539b4a59c8b5f358b8de4977970596c33a9a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3378109634df7be97bf2fd8828c26b83fb8dfaab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041d6b537b4e60c792943b371592aa948b6ca5a4b225933a3fd95c3238b58ef1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafd8374eabeaaa3894b0ba7341c718d97b52444
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6135727f66316668626a04f6b814b8843aa20a2e300bb6b6bd658525c7761d99
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37833afd8e9eb67d32f63b22317173d8cc439ef1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b8a5262845702909c99c0e784cedd0c32f72304371a8e6b3ae4f322d2f7fd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332694e5cf385cc29deb5e324a21c8662192e994
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11cbf707235b9e81207cbce32dec06f14da1eb17a0a4da36fd9dfa518f8b3b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da1bc739e3fea32b937a80f90adba1fe7f718b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f75f263d418ee019e98fb85d3b3815cc7ad64c2944babec1a34643465956f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2e9fa6c8001ea48ebfc87ed164964fb9db6596
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b561a87089998606ca77ffcb1b488b198ce916b0a73765fc798c620417c9d2cc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b0a81767426d820157bfc07338f7eaab5aadf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2499b49d663ae2bf863a86e03768aa225052f8dbf801f08598f3be0327390b21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6daa506500dfd717a10467aa86091eae3e6a8e4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5398adc515d60291b2b3f2183c6abdd4bc3fe058a432d6311b9c60c76c63c82
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff9f59752f9bb87c6676f54d12a3650a9b24d90
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513e785b357d380d86a7016e52726dd5a8046b5d620319fbb28cb6e513c91a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ae598705c0bf652da7ba156705893c4c6e27f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671542f845373520b8a0cbb73681c86488cc32e0431bedaefc252a5bacbe8f3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55812291999cb5628766543cfed890549404d4a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bc341ba2e61fd079982d5d09fc2df519a55787d68b8e871c4359d3d2d9d8a5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7b01830a6aa4fcbd64d5da3f871380df7060a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0404e2ee067d6f67e574e6773369248ef160160a682fca4611a2447fa98d0638
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbde057d414cc55111d27a0568a5c7a3f76fc73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7baab62b675f8b8fa54f07f284220631c321262dbd8850b91908ffb8aca2b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0eb9299ee68031a9e3c61697195e51a5e3e0e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cbaa551f8175f9dd78c871aedb51a2dc2d8263df71ec332b9d140c2c516097
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014df86d41f083db7905cee5b8e35588aa461c6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16012b62eb1616248c0f2e606982061e62fbb17073cbcc9bcb42f342b07b1e7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12191964f5982b85ce3dd81ceeef2f8d98fecd8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e806da1cfdbbd2fcad3cc09f75a102a2d4ad22a0e8a5ba581be00d623940d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179955dbda1ca688af7ee318672bacc1baf827fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b6a94192ad5eac2a44c42187f7f013da37f6bee07dc822c1d8e1cb079134b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08dd666246614a6536302e43d78a24ba6a11571
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a271745dc7624881816eecef720b2f8695c90eccb1e02b091e9ede3dfde5bdb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3ad3a5e706538cda49d9b2ffef87b3474b97eb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32614462f063e240ab2475779830c95101ab851ddaed1f6656a597cf08a88476
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb2dab32709d64beaf8dacaf0253dfc2c024cf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a16e72d2988effc63caa328d067c186a6305c7186d8c7849de5b071d2447a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2acadd77cd67fb44201e78425e4ffc6e89dff2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1066a100779fde7f0e10514e9f71f3b01f4af0eedba277e31ca9be8744ae64
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ef02d22f5866d11e105ed980bf87ae4ebb132
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eeba6f662cdd6fe8cd5798912664d2dbcebefcd2c19e17ec516cca41346929
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955794fabc05d1dc76b3823963592acc471e723a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0df5851e8e4ace49757f0024142987bb8f218377e7cd9c90c05109ff3aa424
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854f2f30128cc3ea880d25097e3d60982ce59308
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff290e175c4086832d6e10478996bdf55a83b3f0f35eb846289823f945745f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8ed3e686cc373875dd8aa92e431b2709a4a993
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d9a8736dd319c132c1e321472a9dcbda791ae273e2dad33ebfb9d54ed0b9e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606b80e9631986cb4d473cec7823b8ce10abb061
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db57ab7b3457e2d4856e97d530331cb50571871414098f5bc782e5ede4e2d0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19565a765f0f00169447673f01fc07e2d579de42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a305eed640c7cd35a32b84abed4d340f92ee0b0b525569b0ae4ba98deb42cb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6550ffaa7513742ad6c7977dbf18cec844415f2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f6517a679ea4b50ebc3d0c85f0dc97a56f508c1747fc9638db833c2e044e01
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7312f290e7be46ba3b19178ba0353d6e2b0fbacc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fada8c56c99f4f9eb7fc5c045359ed5a25c0bda5c2710246463078b1ac9de3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32f96626828f7fe8dd6aef4dba1b33b6b00b825
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd1b5340284c7f9f57b2c5997d0d3a78f5f0cb5aafac60fa7f1b60539a25018
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcde5b2dccd48b69d29e954d38e7c331bf362bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7620e2ed8715f48aa36e113d9dfc4617e7332f07102e3b020639f2ccbba41f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03af17203039aec11c1eacf16502f5f967270c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c647f6e1ec56da9e2c84f8656496b99ad8157f7e0409480e48170e6c3496bf0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dd29417ab7e49deef675462b7dce76f846ec3f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9c439aec1542fe09442680331b36de683614c94544a39b01aac2f21ca57e6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee9a08f7005f663d22dcc532a040c2c97c2e0d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4670adff964d2b1a0e62a9805b24bc4e88c8396b4047c25ee44570680e3bd91
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfe22f054cc47c3026197dfb9d92ff064e20f01
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b680b6dfc91c3ad3dbf721e283e27ba70e033b9082ed27aec06a4a2cc97e8bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0cf12f264541778c01f03464decd83e92694e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdefb982dc11b056cc25e37248e41caf435555397e006317d10744150b411416
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f11b87655ec0b915f03cda68ee6fe6af40a998
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b2c91c9ebbb7dce3dfc7eebf2d875cd3f2e12abe2b2dc212da7e26805b24ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfab458d26ee29d202c2ebfeff8257d438b519f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defff12bc3c5456316fe15fe2667b11b348c53370127960b78e6fe069a53cda6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052f160574746e27e5ba30301714565004be0a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d52ae779e65f426a48d146707c85916a6a5e8d500d7c554337bf0594525e566
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881033d591ca9c1151a3acd2227289c55747d429
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed995e916bee999bb0aa8b406cec3017867ad795e63a61603b7948d3e0e736ac
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc798c26cf6b826f5210897f29c85c57de9e5cba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c448b1cce5ad6e0df15ab7aa50de3384db40a70ae169d66e579381175dea5e21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f733edbe22564b9799dcb545b4898d1e28944dd8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec44b0a1a6cbeef142287ac03703afe5252c26d8bfaeaf80b8042c29d4c9e669
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b714a657df5deead7ce5a87d8e753f4898b877
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce35d41e9016bf129afc700410acdbabdcdb980d076d7bd0f6785f5e95940841
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bdbc24fbdd0cb8b4bf211be88783763e1b16e6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920ac74872c9e8b5f97336307fd10c7fd4ea8fe9299502b5f877c07dec727d6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50283448c5c7ac3fc30f5740951c610e70bc67a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394fb7595dba24b28a408fb58c67e523ce1e5c6bfeec8981c23d7bc5cc3e34b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b331e7a5cbef2508c3fb9e3148408984166c811e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf8862840f1edb58bbe9f56f40c076b68883091306facfb5f868385125d443
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782f3ffcc06015eac81b820d5e993d288b56c14e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6881d8c92a25546a24ff1460c1eabfc42a602c6827a1ad5d2f0ae67cfacff4db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5b4ad2a660e002edf6d3b78cb0a8066a83f339
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02d3eb118b4af52a5176e558929237b650bf749c24fde843e20faaf04c36ef4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd88a3f9303a3997130577f73e6cce34de55e4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e650a5d60c3aa1ee220a507c6e276fa2c849fe76f2bd2044b1426b8abea841
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b61a4fbce1dc3cb20871e2f5364961c57d1ac19
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eecb89e312a633b157023fad1b8b72bda36c1f3a567c4807aa91bc370520df2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7d1b09805a3692ec3314712a9518617aa217f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fb35947eb722b208d9c6f81e89fe81b67f351f3ab210d9433ded864160b501
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11d9e25a35e119d4c859582ca2398f294cb5151
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c3726b98b22c05508d55530269ed2f494a32e2caa3e0413dba1b28091e95c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2119f055fee743bdcf3b620ebf4988b7a7e63e5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7163273451394487934a6740a75c2c40c71bb9de5e3f8d1eb81e6c68c6538242
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347136d9eda4ec8c1b0c6f2242f9303117dd4ae3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84526cdb287d63a5b0ef736beb9a5352d47436c1979500182c2923f80285065b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d6ac8005ccf35f793eae98ff2e71db9b95a9f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14959614cddb2725d6789ddfeebb22ebb12dd0e21b870b62e34a5e814af86dcc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976cea57ca540782ae75fe215d5e18f7e86e4d8b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0637d96424afefee2b45cec25dab433f4db26d5525d9fc93d54cb04f36599a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329d9d9ca661fea3e12e4efe805854ca7f388c0d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2267165ab3f0339876757ba9a83bd4804332c30bfea7b4d3cbb5e8b655e43d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985c618dd5e154fd8de8efe5d2d105e898b03a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043cd78943498f4c301cd99eaad43f29e2d538013e5c7110cb4ebc419e7689a3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a24269c967a7bb4c46a0546edb2b25cd6edc2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457f0fd6eed9f057a78b51d1907748797b8c523140a9ee5e2d1b929693c498b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c14a5409b99d099bfaf9ac8ef9137c96b5089b5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ec9d266e5e7f7312dc28e770594052af153d9fbcb90b58e90a507673fc6b65
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef188fd8d9c642783755393ad1b33c8d4010e93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aab0676fcbf5a2eb9e2245f19c472df00724ae094a4607753f231f22f9a734
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8764bc0e47bbfa9402ec6caac724fc292aa021d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fab36c824a540276844691fe47611955a5b7c01bdec45c9969e80998e6cab25
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d30cc774c13b06ca185b2d7b93df028e31cd91
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c5eb9b48a808f063945cf55d17ff870ca88db27bbeed8f0b8f662658af28d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb24ff442b00398ff417d7f91b7d89621dd7081
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b9c243452d4bebbfe784d2ca4d65a360ffcc1704aa84f610b9e825e914a301
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee354f7bdf59d808b1ecf0aa532ce9e4ed6bf14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a7441030b12cdea3bcfba7766beab361327f15afc7a7261bd203defe5e3c5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9217bd958592ac1ce507ba4f5cc6f27511290d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0854c9dc842ed1e298646830d334dd064791916dfa7d8a0c9f330a77ddedaf89
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3510748183a0f0f6d47b24d94c1e117d1f2d39
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a7359a0040f92c486375b7384fb5d8ec1d110388e686b665afb9550321f5b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c27af20a08138156ea662863db7eb79f1cb4d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367515235481865969039c57d27ec7daf1619d32c139bb7645eac0c588edf88
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a651077777ba924c4e8eaa0e35137faecf9389
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdfc5d4caa034321c7ed25d19e707ab4c16a59daf9bf07a325848fc56c2bfa4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ea02e118ac416a46a90daf2c29a67f1601eada
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b18efebccb84334e5e68481ff3d1764f1e39acc70dfdbd0d3d8be92c7ff8c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6acf9fc12a484ea72bcbf9db7bde25832a2c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca000d07282315a0ce0ba45af3832b278169eddd959f22935d2c3461f201dc5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86293de5f6a4a13d7497ac861e516886cffe4087
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16cd514be7dbb25edb012093ddf0d20d85835db835a1c5eef8b0658d3c3c541
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99916993aabf947f707b8b1d8c811abdca1c36d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5166bf1cca938b2b66f8c467305845ae95963502df9bb0ba969659c29fd1c3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06061ebc70282538ad43ceeb26563070050e4022
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a5a11d1c9c1c2d359d7ea9ab8e9ef096edbed3e9a7519747e5794558415ed4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c399fa0b1a8a963b65482c2252da899a6f5bdca6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a2cc8a5ab9f3f7944c47de6b7210cf1a730fe9d08060ab1298c9de87f2880
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8453ec78912c7b8adfeec1928d73c274ff7ab0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d47e8edf98eec7fe460b761e9443c06b9de48d7924d05019fdf44e344d03aa1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34f5a315c917d3a0ce81de1c52811407299a56a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221320fb4451af47b96b6883dd0f118e3c4729b2d01ac72b10aa9f13982fecb5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e83c5c12baa62e0f8acb94cd3030165af62ad71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f6748a28c28012240d99c0ee33a263e1c6929248e5eb7fb3eb7c6de4ceb0da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947791321cdb33249ff18983fbe43fec67e7ccbe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045bdd00ed51dbb979e239e69e03f951b8c50d8604b6ded57ddd8a3711c63aa0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e84819b182a59bf4cfe944b1974418597d2010d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197979bd41e43d94a536db4e09ab9443d71f201e68982489f134565eb97b51e5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f27ecd389b97e27d72ace0049d2a27706e7a3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6b191bb5d41ac892d54a2f2d37e4308fbaefbdff945fbfb559d053d01c86c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468e0579ba0bd875c4e219856d8f5d6aa7c81677
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9593446ec459f3e6869eb1f01c53afe7d15e2d56955fae23da3b8e98b959d019
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2663fb12a368a818bc481d87baadfc0ecb0ee13d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d122edd3a34815741355629843feddcf8320c3d50b00d6c10b845fd9448e44a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dcb28bf41b46f77346e5f9e21ef45965368e79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95549932567f39937a18989fc580112b1b223a0102dd75387984e53620d3b00
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed0d2c3b10ecee66f8245cba0e22f5e6f0a26d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedb2e7db990b614ca4a3152414c04e31ad09e6700a4d6a2ad6a24102608604d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a44e6fd09c9f5aaa55025c2f6775dd3515a25f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2e0c961e8a8b8b17e51f152f66a61a22a13b4328a2a712cda2928619974b7f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071f37297ab99fad18e23f502e6d429b886f0b6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd60e962e5f95d6f527ba6c50cab970e76f18e30ed71a6b14fd9cec146c8475
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae1c9b5f388fe83ccb05b3025e730fdd4343e61
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c5ea282b013496c8d7caf883e2df896f2e964992c9f38eca148fc073a29020
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4abec52dd2a6acccf1af1cbaa8fac148aa877ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0ff5cabc98823c414259a9194d68adaf235deb0a0eb3140c2484c8d9ad903d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d91fb5ea12539186a3fe6faeca4e39a25bd7657
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8b81e302e12931071a5d71ee0d698e2278acbbee60b72a4efb4d4a033e66af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485fcfe6c57dcdfb12d5c020bff0645cfab4ac55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e839f9cd927e27424b78bc0d7d2ce3069e0febe18a501998060c18e3ea086880
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cde1bc6c1fc164496010eeffa0ebaa504d3a8dd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357e30aa6779691817bdc618319691eaf40f80b9bee030254f78199c7d03e2c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330359f72961b0b044e063d4128d26e8f7985867
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e77cd42407e2d969a93f98e8b484884cb0586b6016ca6d12959515d3c0817
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ea097a3df0dd64a4d724cba5b6576bea44523
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a4d6b8ce698c0b3236fe14974eb6f283c21e362b91cf5923403c57248efbb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe0b3b236499aff11c988dd3931e88663e40324
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f533dcb5f82bf87ce96341348c5d758eaeab9804a9bc77ee46b17f93af6bdab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517d80dfc36a32003e5681808b3e73566deb36d0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8041f2dae71e93f4ccc8e507649d37df0da2e520b017253f23d50a2482a741aa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b94c390ba0a9a0e0df47f232281d68ca5baea6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d947822a70c5fff1128dd86b7428a648375a4dac8421a2b24b90ddb6a0bcce8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d5b8e03b0cc2bf2afd229e14d152b60a2bac51
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25bf0cb60763c18af01ac667a61053e9768ab10d84cbcebf3a0e4dfd80c7275
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e1ffe233c37d6b6f2f7b10dd51d9679f83218d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1b34d96d7cab6965dac5f3b80f9ae989ea7ab3fa7ec82ff1d06fef5b2f6fab
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4029891dac9e3e9fb708390a3ddeea9285f0dd17
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e8b82564b74a71d311f0e5d49eb9d23cf5ec4c72bf91dad49ab542eb266dcf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda35d230fb55f4a6114704719790f83a68f5233
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de21b18f3094c8dc0efda8aa70ab60208717241b4e81e917f293c69b4623750b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8a53066dcb995b1633546c1de1ba7fbf4a80f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04071d0852ca81e1cbb8000327e7115da50131da27c349d9b25db822744a3bc4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3170c5e9390b66d0c8a9b03b4733b6ee56ebb0a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a5858a580d1b12e027226036131c9d89fcbf01fc22c40e2f7041d4d03795bd
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a062b7c1cba33b5fc9782b2f964daa3868d6ab5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a92b01c0587e549730320a965d59fc72ffd32bf4cd7be2ed15f6e4de19f8396
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca1872dd9a3f54135ebf4f0c070371c8938bd1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aaa35801fdcd65b7052745741d04ed84405afc862850884bffc65c6f2321f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e581a33e0eaf959986478ac7cf071a213fe259
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddcdf67498953da917736b61f730d1cc178878b31d3ef82502b32c470c68b62
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be6a41bd5b1c260923e3545f1cccceca356ccd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c166810c10c42e0d7fa88e05328df849de0fdd9fcc0445822a0ac18676a5f151
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef7b90ac6f78e9db1fd5e73060235a323dd07d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc865f5f5ccdd69eb7daa3a0820322324da9dacde71ff1104c699447e771338a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003ea42ec73fb722fb897ca27e2a6340ea010ad0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690ec5bbd57c279c9d8015272fee021268bb88d948fccc99656a42f7cb56862b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f222ce092a4ccd535e8f7555eea49be0fa74b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf826893654eb4de73d77852281bf937b8596896fdb791eacde96c0a9dcff0f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096b7af40212df0683df941c638590fea3f355b9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b664ec93e6e80015007f3efe10e44df5978b3ca5c7377eeecb46fee0d63c5ee8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b41ce3e78ac6010af2b9fdb60892809f16984f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e13afdc9fbb7019958f1b4ed31124b8b512135959969c24652b296792660cc1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e31a364674cecf735836e8c5dd944617b71ccdc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dcb12da899804285716f5ce392d9fa9e8194f3fa85955b8ed80f86f111394b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a4de1fb2af9ff9698a37677a5277f6d5f2a695
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b4bdc37add6d106f61a6d4e0871f8d5cef5d634154b52645b5ba0d3c87ed5c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bb1b1bfb24d53da2ed5d56fa044a487af131d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb6b2a6c72dce87d6332e17505301b7c930e4b7d52793dfd09624564b8dd8c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c1a9ad3f57d5a7b5bb143bf7227f264a3ae8ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14a196b56b41750fea137f07ff56bdd171512d2d3cbd75c44684d663a0f532
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b3b65654550b181d0e7d2d592a91df384d4af9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3965af332a826e92b346fa13f3285bf823416ca53e060254794a57632ea95aa2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc9616356f346caeb285758f8a7ff354fd96d36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe474e24af1ec45572a790feff80ce19e6de72f5ea05036789f575c1b592c1a8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c0e34f3293b2e847016cafac2bc375f8d58528
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8cad716f3640c98962c1fb84c0e7dbb3d19806376cd718cf1287a9ef57741
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322eae496d50c9bb0553f5059a52567469f90e6d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c540ac04e97b990376fcde939466b509d0448951a4ce38e4db29d99a373ca5bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b0958b26dd469536151357ea5b809f5c07aecf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7ac6f7000f7c29e74934706179f2c688242901430c0bdb54800b983efe4351
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9554138ec2d0dd21407987aa14d82906b3072d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d1380bce7601d5b8dbe4fbee8f73aeff9d3ecbf3aafca911d212b3d94312d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e285f7e339664eca324eb6800e8c213e976925
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9797555cc641ab695d9f0400b04edc027f6a1679266ff949e3d80a4b3443d6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2646bb4644ccff1007d433011a99c1a68216829e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c199ac78333d9f8ace4cd6749d434b5b8b4cddb71aec26e14aba62f9ffd7b632
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a261a7efc1cbf5e0afc96e9c56f1f8f8ad02a89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0356ce1b371841cc77cce7d33f942a7427f282b5eb900abe66776b8ecbf7f588
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd567d842b200c979a1de38b1fdd14224fc3705
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a4471cf1ea07f8cd038486fa950db38880659376717c5e1387c06f3c79daa3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9840c3169a3543445985546bc2345a6213a620
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db2d86a4c656655efcc3361b8d30972ebbe2d88b79f10314d547d53b8c6c7a9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60660056f674cdad477bb9a715c55959698d5b64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30d7e17497f65a069a98d83c26ba1ed354aa966fd2c449db28e508d775dd57
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dde82e898ccfc8be4f9516e467957c2c36ca50f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f65fc59ea829649280bd78d29d16887674555b91ecae996c6c01635aa96b3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc0d61c6466f80f82bbc06a97c8406a4ec95bb6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7706bed852185d2c7218fdf4f36d9d5441e39ceff445f551872b1a0bed10f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2838c66ed6177a10001ae2e2fd42b6f55566ccd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c319f7df6bbe09df5716aed1dc19ee7fc468e743d02b2d220e937812d212a914
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382025110700928c24872b430139549cbd47dbb7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c2d02d8ee5836052214768fee8a56b64273bdb69a6b2528bb8c77c42025e5f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775f1b435d615739d2890f174b377ca8fd6b6fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8568477b3a5301b9f1650521f8f1f7c6a1155acc872ffc79fc791f36e4c7ba46
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072e218b095c5f1175721eff0471024eb3a7e41d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5813ca041f7971f122b0de8abf41bdf3c04db31cd41f3011626f52e7324b34f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bb19e4264f3c1f24004c9701f5c0fe6370ad78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ce22abf799ad78292febcbdd88df794b31c2120df44177cca90880509f556c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09963c1c7ee06d77cc1c4b78348d53000a93586b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0e9bd1bf5f78e53c4ecf056b0f3faf72ca255da2ee549598e3d4dd5b283b75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d743113b69efb7ef53c7170085f4e95f9831d508
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f9ef1cda744b56b73fc2dea7a2b179d1311e0fc40b35659a8fe7862575273e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7698ca04e64c85726e39e9a88cb547be3f747ca8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188358d961935f94f7e560db1e6fdc0c9c59962ee4e51584d384639a087120d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820bff465a2d452a1fd2f1f687e6eaf7aea61c4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7984522834a0d61228c9ae647dd5027890bf3774d3189d1fc8f80a6644a213
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0037ef0aa24f106a4d1c4502998994e71b61444d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56159a1e1515ef5a98f2a6f5c07862be04956fc595e5aa48d513049f5571568
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6711714175cb387c80863e0b8970c4988afe36ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718da64a4bf07043105d232cd1bc27e07cd49da483ef46698ebd3a17e0f816c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f3ff87158a48e3ebbf26e41cb0484d88a29290
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9057c4fbd19c7bf9381d6e316fa11f327abbc4c5f80fa834119fa536ce6e351
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0173b37da31174f550c98e932e186e7c810e13f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8021f45b1f9662c4e2ad568640d239c42fedf8e3fe819941a3d806de373d6293
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba46b1425adecf8be04cf63a528b8a589c0e4590
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defad1cfbef45158b9ebac6e629bceca3c17f6eea4c4b89122b08219d9dc2302
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be14418cb7b6344b08347f76c85ab31f1b0df96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9700b650f2dd0512a43fa8e2c6b303355badcd17b778a5da888928ee730bf4b6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0051409ca6ecfc183b5080d1fe48d3632d256df8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d49c4dadf89f43a13fa5fa1b2bf02a28b1b33c71ef67b9fc25b81eccc865fad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f20d18ac6d709a4c30b538162c9b7d1a259924
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a97b111c4f0b96a200fb99aa67cbc505e1c0014834d308f071e6a6e338f232
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43501d759f7212bcf028d64f57c0e1477e4dc1e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d96a86b22ffd9a12632191f313fce2deef51473fa12a877df2ed245a9041c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e89a7fcbc5be0d91911f7133a60a61af27d640
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0969d880d5d6362c74946017632f7d62b8e5d869d6013251ee7c09aeb785c1b1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4313236c7733cdd2ecaefd3e3492e0b5d9ebdfe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8385216ad1d9cfba787a3c5aa3548f673a1e1c9ec26ffb8efc8b2e6db2cc34af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35089c327036e36cf96f9b0f7700623229d16c4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709d15511d344fbc513edf997ea1e2670a8ea70a5b7e4cafa9ffed96c0db1648
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad0b2981ab77ecaaf3e8afc325829a15e656d9f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f771b00170b1b61abedf3380f68e53fefb995cd0e097187094466539d03d69
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d32a64eb630e6f0a20e4a26789e578368a4638
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1b32b85afcf906818a79e94ca478d3101125244f57f98e941f1ac2b517ce96
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67618718a6e6a33cb51b65478bafce9f674bbb7d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789679c5043c2d8d0613f481798b7eb3dd61b60db89b6a401d150b9b29f1305e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b568cfc616036017a231e3ade01f7c1490afd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed2b33205c5019ba41e02ad3e639a1587866b86e0f4ab432a534ea75adbdc93
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97868f1297b7c5d7ae0e5327fd5efc67e51011b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60734b93ac2787fa9b4dd2a58badd4fdab629d03ecf00f37999330f31d901d61
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea7ff882088dcf003251bfc97f686aa151845ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9955bbb8542ba44c5ea66088203b5062acd190588d36f7a45b3c370bc6e66102
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8ebf07f5641c1c6b5d2f1ae15c7f38195fcfe6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833a4fa07f6f2d3bcec8b8d291b746cc40414bfb9738d2c025a7f9eb2fbd5975
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e66ca706947d39363a306c9755147b8c255e1a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bb0f284c57a36a064eae80e21328298148724e83302d3b49d0ad8365eae87d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529de75dbb756dc493b05665aec04a92b62c28e4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d435f5b6aa94a3844064c442622b744a3ca7e1937d82286c7ee2b661283a9e6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1628e395dde538fb5bb9ec86cb1d789aa6c967de
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af9b243d12ff2b50ede52279470dd5460cfcb244cf4947cf309cb63a275cb4c
+size 11395