diff --git a/params/phi/4/rnd_search/comb_0/init/lm_head/_0.pt b/params/phi/4/rnd_search/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fa7eaaa9428b9b57b7cf5d828b2dcec2ad924a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05cf4e5e34ac188fb27f2fa0abe945b2ea446c082c3b541eb98f9cb4b95cf00
+size 205955
diff --git a/params/phi/4/rnd_search/comb_0/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44aba0550f4f7c08805176b2ce638ca67e4a25f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b265f8317c615d2f1d857ac41227ca3a51234e88e9663a7f605e0e94a056b9d2
+size 205955
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd05940759593532ad25f4d43631f5d1f574a733
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0efb089bb41aee7b38bd5f106c77c794b443590b2f772eaab440d95f58e77d6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea1e74510349b6d8fa02e987608d84d528fd0b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a362acc8ba69af1970f1b8c2646e65cc381cd3abab20550f6b5a002d8c080c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b6adfae1edcfcc44523a5689c61bffce24702e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd64f016accd093478f93f229454224bbca5d05f8fac0ab9789a8bb15c47d60
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bab11c1cffd7f2cf4e27de1ce61bde6b21fbc2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad054105608d075f620640cf908f033920758459139e1ace16affae885783f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3dfb32453167983910b90ce8514f5e2e397b02
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4eab625d19e142d938ee27e96bf7e91b6e5da7ecd6640e678e1a175625f29c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876392e181ba13da5f82c6da1f7897e23b7dfee8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839ca17383de93c77fd0ba82c854d86d939b1be81bd3fa5f8cddbb7a5251df8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf3f6f6fd9eba4e7f71079227fcd7ff4cf256a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc0bf833514db8a0238587f0976dcc159b679a0daba2fd5b6a15e0c88a1fc94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabe283466339801628b5e94e6aab5dfea92f0e5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e5637e22fba4fc4cce50c511a707997e5cae8102103eeb8b5eef9ce9aa8006
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0952ddf1923714dbe064dfea1aaaf009f1c0b65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bb441c6413a931fccf26d7cf4dfc65befb1806e46911aa3c59862dadd3cd1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792938a9fbbbd3bf115fa6b8dfd5e3a490664fb1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e37d8a24c4b0addfc68fabd1b3e9132cfc5cc0f875c7580551810ed1f1953f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e64ebeda13f59d5af0ffc40196577a6bc4f770
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d359638f54f85e9e910028b3553b5e915efaf5df44a0b8f8a6e650da435648
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546f0b69da5804784d1a7d7d393134ef2af22bf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659e187a4ca8ca325241c84006435d178ccb64fc1fa9ef7c1bc9326fe859f390
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e98722f46c19448e4a8ccd21fbbedc0eb2f22c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca0e8db44aef3a88cdfcc025c3b379ec2330737b5be8b9393b4872019336917
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b37c327e1ec7aa8e31e1074379e9349789c542
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d79627f9c43d589c64215526f70802731b544ef829f8b228aacf1ea7baca68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09916ee2627f4735ef4089bd9626029460f527c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1b4d0ef418437cbf8d2c8043766b7ebcc5aedac032867c73474a4fcdf6dc86
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f58f0ec77d0f4e08d01b972665622d1cfcaa286
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575453696a3a4438e054c007491152c5595810914fd3e04439d6f76870669caa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8cce439fbc5335fd3cf8730f76b2b884ba4c46
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4215d08d333ef3af408c86dcbcfb23f06afe83ef79e52aac9eaf6ea701e888c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8048d099589a17a9267211a99600e057b644f17
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc721e48126d149a36aaaa7c7c27df9a406eaf6217048b6eeed68f1379e161b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17713a2573f791ce1e040aa74a1d15b1a61ebaa9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c0122e9e815f34fb77cb9b67baaaae35c93bbad59767b57b646cf08b92c9cb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55dfc698c80b94bdd50b853417949bc5deee1ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458e2361015f07125d148d817e46c41afc54229560fb1c0f5e8dff2bc93030b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9597b27889049aaadf8f352a3370d7c885e14444
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c6e8f5471d787778135872f21813764e2f266c0583d49d6c46305a673b874
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a53179425261c187e6aaa836a1c388dd21cef5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c57f2e9776698f348f6fa73907b406b9fd4dd945135ea7ef4a4f83a0e9d84
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6bb82754091f13db9040c52cafca6ab57fbbab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c378e1bb55598e3a210a72619e9455358cff86d780bdec02088c4ebf40d6c96
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18d128a3c6a456537a9240e1e4f912954316346
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8f9fcfbfaf4ac6be4a42462b04dfbbeccd1d28f65f0a252a617a66f7e79873
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bb7210c3be68c677c92be2c08d3a43a370961e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1076fe643c62b5ac93529b03b48bb7e26b095de4d3d71560404c2f83add6f185
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe6c21edb752bcf919f000d8a8b3d1020b9fe36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fbb41bada85af17767b9497b3bb6d3b97f530f1e9a6114d90235d8efdb2f58
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b2124ed3c085e369cf46d0021c008783bbc19
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b69f7ec254d979c4011e7f176b03de69c285df83e501ab5eab3ed3c1e24082f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ee6b697d766394e51f9dbbb471709d7d094ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74462d5c0d750fc063b3ce6eb25a46a389d3104e54beff6d6023dfdc70eddef0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40033096d74bcb52c9264380f9ba11c355b6f2c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5d18fec0f659513a32e1683fb3e3ee0ad9aad594a51a77b6cd122553df4a0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d51d3ed3e0592ad5af9ec226f45244bfc06ccef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17445fa04a5496b0a72f4ad84166c33709c89eacb9b052fd077740ddfc44c418
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e1a67d98026aba8b511c2a834ce4ce9b7e692f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6aed931845d56c4a75c28f18afc608dd9274acd2a944c1d14868fce7aa99b2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378511fb1f15a6d11fec2469297352e8e36febc4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddedfb7ae1aa9920fb45a45d5e71c795c3cad8d0b865182d97b4dad24f5ef73
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26262198377dab9cd9953f33ca74fd8846ce58f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eabaef03626379fc7410d8ea5a37135d7ea0a9b15d199b3b3bf28b9c6f5603
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdef7034b9fb4237d0075876c415b19cf6ff8685
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927e2d689c41dadd216f7b38c2ebfa9f36d25d9cf283c1e279f2d18a9c9c1152
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca40b8fb3913c9a0fb0b43702abf7b1863bf23d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ec383dec3cab2dfe41716d95a150db28d7639be16cdd3f8118841483be8e95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fdaa44207f4464f19b807124f4d10439dc9470
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8095bb58eb6629e048b3ca94f76653ea21ac3c2ba0c93c3a38cf70ce3c907
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb20f967d09f13e871ece24503228c6af61a7fd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b27c263ccde15505087426f2562582b899f046c7ef9815cdb12ae4d89d00c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcf7a6a753b496c151c95e6bffb55dd949b59d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f21bda8846797d126215b9d89cba68a6392c6aca166273b00e849a75960e9ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31eddaa94d8b732fa6fd53e5d8511e56c418599
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0e2c06fae056d581cc7ef3adaf5c36ccb7a1da9059864fa169736be65e92b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dada39ef7bbd5593b65c43bf84ee1a54c960ccdc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f58ae51498c049f1c01417b669d8594bfacca28cf43b30e766cf2d9ee582061
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed423bc7877de96427adc06015a631350de7b351
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bf2b96ae2772efebb741b27c19b0ff5bdd698f370f96b653723c2fea2cfeeb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ffb0f98440eee1d0048d2d80cc4d2e187103e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef26afca8083e9a408884738885deec2d693a464f0fa9cee15bcc0fef0f5c669
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b997f303bbaf80cb0bc2d5f349011f9f22cb326
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c74de38e618c4edf82eda86af4a2c18cca63072c03d66ef9c6aa108f666633
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c3a74685a1d225b9502795d2b914950bd47b39
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3bc83eec63d72cddd821310add5a64e90d85ab82c61913e35acb0791b3917
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1346f53aa4af16d0bd1c56668cbd2d7bfe91528f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274114e9d34c3a09fb40047d8749b19f114cd78169b27ee54baab5a607ce1a92
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf8c5f0a19c4688fbd4446528d3f68369dc88c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21583639b30952ec708d23327756237d17b7a0901fb8b5fe565d57feecdeb73
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f292228f3ab55012190be60ccb8b22d63eaaf42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fa32be3d5b056a1555807fa28003836d61a9fd702bcc585974fd5199ecf462
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923c0c6c5f462b50d6fcb9c425d13a43b13d11fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5a0d66324f59ac285f4422f916176b012f132ecdcfb9b674e3e8860d37294
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e6ed412b9a03e7a943d2f162690d613b32dcd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78407fd024858b1019587acd357050cd69de4bb6c7ed8e0aab115e4635e8454b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83887a05904f2d0c5c015d4a8208de681223df07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9873240bf21ebf7ea6bdcf04766d54973ca67142f8ddee3d006bda77217c8d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb68fcd66aa83be29c33bf995511b29457b2163d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78e8d9b15b1b5a7a981395e55ff1fb225d14a05182ef42d939fad3d345c513c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82bc77412a82bc0c4cde84abb453a89b5feec7d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec89507b008a08d8f5cc85a7a288e186296a839d0960d6308208ee7e77eeb4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c40b794db9968bec6c6cd662d94afaeaee47541
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e5ed952a102eaa6cad43294a5106d300c56175f4307906d3ba939e85353e3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c811e18b3fe355ba3d595157af2ad53796628791
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ec7700ec41f45406af5af0abd663696b2c94d1c85dbfefa6bed61ea2f22e22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d44e309bb7677543addaf84e5de9d838d582f6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc9b2f2711ffd567f5e113e473e1e83d42a754ad1ab8bdf751edf060e54ab90
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de42aeb17e950702693fd88827a7e34491b87e3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e97d17d692b6830db8398a1085b061ba680c9db85cd7a4b92c4bb64203f002
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f6c7e58966e784b09d42d47e8e4a053d53a3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04aa9f416952268582bd341ebe211a173fd47a826ec69a60fa5aa6e0897cbef5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a864953f609e216c2e87978622b863314be23574
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ac70fcaa75b8cf1c3ed1ef06c78c4b0889ddd1887ed2eb715291e5f8cba486
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e24c46e06e949c0c8b072b7f5cada51181f73e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ef8b6615a608d89e6d1fc82604c072c75d5aaaa626d2b4ad28aeb1c38df90
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09c1102f7d729e5432a46018826fc65be72b0d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a233ad9c9587bd85aa3d53fe79212b7c3368ca3b675ec255086b47d2b5646
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dcff4f2dc89d25ed874624ed89a03a60ab378d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb0c90de5e5a946e3cfde1210e774c20620088b656959a4372f6afb53d08001
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2ae705e0c4d60ddd09aaf43f4e71aa53e8c7f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be454c7553ff03841ad4190a8416ba24b3a622b21b7f6ebbcbd8ab2d3ba50566
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30be14f1179378b61e56d3e39b7ce8b583dec4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d036942afe3df6ce10d37df0b3aafd86350255cac15b4fc49a30954256b4dfbd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5874f7f3738b404d795275f02f13164c9d4e4f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f25614f1db3dbbaf67d59a65ef210798b678fb21105a68beae99e171dc61a40
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4472b0c2b81ce5d349a381553ccc3695c9f0b79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbb47df6c7ec2371829d27a4bb3e50135cd5f3103b0ee23c75b9815ce37eec0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e5e9dbcd26bee50727302b0ef80080da780d53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25de2db75c046757b7b9096e81c4875a5f172263174361a4714ef8265346d102
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2369e31593e45f75bb37aaa778bc553dfe327a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf5a88f896b156d528077d6d5c148210f2325eea8ae76893303842c4f3501f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6007f9199a8d9389cbe44f2967fbb931e49a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7865f9e9134bf0747806acd99b92aa9317da60616eb6788076eed4f5aaa3b7a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5470b32f0d72bd6c085f380ecffbb92f3af81168
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b6d3e0cafe9f3313e34e9d92b7b0c492920f3ffb3127c388fdd2a1ef5125e5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121d56e10733afbaaad7f310eafb5aa7147c6985
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca65023a8178bb7560ba55f7d453ea0cad778d8963e262064bdd1e5003149fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783491fac1c2c5ca76a1ce772df09651ae192b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173b6d93bad13059057b2b6885b5683bc57e9e04e5fc60f8e252aa5ae0300712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5c5f85efc4ddc7225f9b793152c8622b896d94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991ba00ec83a5f5f91b37fcafdff417b5e606d399f294efc721b15e1af4a8f21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8fe292ffa8ec5b29a6ddda168a86b453019fda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1e46365fcafc87e5b376adf04c2728a02970cc7666364d04574a2f938315ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789b11168225c7b6c08c87f167a9140807b920f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0bd0b67f5f39f8895cbc8737fd612a57ac7e7f584d94d93cae1008fa851abf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aafc311e5277c8f4cb63976dbed43639ce7f446
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d091c05ff02527d6d585af5696aea5d710b7f7dae931cc8c80eacd55340e4e1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338fe246ef66e48b0e55aac673a5f1d0cc2ac716
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bad62456e53223909e63df5f9b392e954429f540b53a4162bc2c84003137170
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a315796b84238dea7366c038df317b805378f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251cc047a3132ee7e51584a014466883ee272ab75fa330405d2be4f126c55738
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc5c1cf05d16161427045ddea9929d8eca266a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481d95170b96a43f687e2c433c555f2106b78322ad430098355db69b6d9ba81
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1f23f6e9e0a1c029e8d511f807750c6a492ea2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306fbe90970203d45327babd424c05ab54a5619470089dc40c91e971dd205b31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7a6de144e24f4a2503d8185c309aeb974f5282
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d50e251972972f5ba77b496f6b032530251dfb8f0e6b2022fe3b1bf102e41
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f59a81b794aa3480c1049141bb4a2fb9b4482a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cfcb52c9d8f9854cb4eed2ddfc095321381084bb26d4ba25de85a93300d96
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9208ecc4d660841ebc1bf237000c3f14a91166
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cbcd68d9eb337274687e0f60f041fa22e9b3f5eacb51478e1507758feeee26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3812dca1c1d455d0bc6b662b36ed3f17d78a0d93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94371d7ccc39fa4effb01fef6e3b5c4c1e42c4fb4043702eed05abd28e40ce6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da01ffdb9056b072e7cee142424b394e54411527
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f20220e113e4c5bdf3bb07a98709e8383086213b50585c74b85a01a5155e881
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673b6ca8a25810f97412819d0181ac4239b76c53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79264342d18dc2252a241fb9d3ada6207560d8509e469b72fb3ed0d4aa05e97f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18b58aa8adf7d5f5c0f3c9a6bd38d756ed8e19d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e072b93b569c03b959d57617c86eee81ee1b41dd0d8548911bbe4e2fc4adfc4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b1a3663489d28292bac59670adb01fd30573fd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d58590ffd4ec247df38cecfe38950f0d4999669554ff519667ee7925360244b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03c15bea87704746332ae4fa0bee484f1951730
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ce9f25ce28da8171d763240700eb0d178258fd4dd9fa7753c1fe4c19a9a9b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b51496aa9d9f38eb3df39fc2305b8fb4de7321
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daba0e29f486923d1a509f3b762fe58c1cda9fab71e126b01a9cff6c5daa94c6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bf39797f52895bd7dc87dea7249c48efeff9a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6b1faf2d5d304a82eafe1b78cc18fb5e5983a972eaaf70ff1f2f0afb75def9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03104f3ededd32ae42f69d1b072a01157c03a708
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca8f49f7cae8359b26630b93af6107d8e082e248326e5d78b99c0beb707fc4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c80cf00fc1d258f2ae5cbba15e37c5d43de72c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8317e9a499a3c4bb43eec585bb7941dedef0324025e4d61106bb7ca952b7ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9842348e29a1b80218770c8a7a04ecf5f20a8a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c04e7fd7c2a65ba16ecb8ca914c2a8ed8d9d90dea964658cf003c9294faee8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75092a476d186736eb6ea534e6e7226ea08833c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d7b90c86abb33ea32b23dc271cd83448d5d1b833afd7c897bf28b3c2982beb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f7248b7bc18a63a24f59cdec01afbbf13ab845
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3e21d7774a376dd56ea4706753ea62b7b292ca624fcab53597cfcf84dafe3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62d6dc810adb1e4df7be52c379b6648f752a5dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d27974dfb02635125fdfd9fd4cdf53458535d25d30283427b14917b9ab57385
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17829f81bfa04c289c3353dce4b98d38849e6180
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ca9d57fa791d5e5019a2800c88780de5045b634e42019008f5f48a189524a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e97bdaf5197d5e702796d3f42f8a38a3ce45629
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b6fc4e101295067193c84c1b3669b242e48d7abfb31c274123d12a4025f63b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0bccde96dab480b34696cdcdfe965e261a51a9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d9dc5220576588ab38909829b66c23dc123643ce3fb389499d408d52d8bc1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff377ab4f9a515e80c546f93438d863ed209dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7445d729f84002ac2aa138a5be9ec748d5803ece7cad5a4c68d611f287c0477
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d9738d60ff8d8607f62d0b634f9ec6d301aee4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19182a6aa4d8e340905929c0693ba6a4a32b25436f22c0bc43092f26f864f88
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac7fb085854df5480441d24da3e02fa41eb55c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe5643b1b497b6b8ba6d58ea7a159c14031045b2092faae2afb034af9a39712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a188740add9f1b56f6447b4dc15a04d1760cdc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceb7daff08cfac95eb9a02cb4c99b32d200cda955eb0b96642a334986b08d51
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ede738acda5ba3211f6e35c676b56368b516f4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db0688a86bc040fd7cfc011fcc5b82b291d8925112fe9f248bb9515be32adbb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3277908df58818083080ff6e5faeee58541c08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4454bcbf7745e41573a18b7e15cef7f682d02a6b0ad056c80f52e76d1e3620e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d414209403aa1ba46c0b69a5edf628f91bbef26
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae17796909045084df35b89a800fcf51eb2fc706272d524727fedeb551e5cc0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45be1678bc4bb44775a33fadeb538e457993cb2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d74f7af7003ae96961dcb672328eb061f21a496fb99e4633c163310a8910ca8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb6e85d7e5b6e985ea519a4e8221ad628dd5406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac990adff30a692833018f805acf83df98272d45ef7fa0264d5c701d9587e64a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21fb875bedd02db34cd88ab28c45db7037c73b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c48a28a01fe9d826876d6a67768dd960e84122853c48398d33206a1c9855449
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b286c52c32b6e5f373af5a00d885129ae5f90031
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d7f14efce8c5e3b83839f7827a757343de2c0b552a48aa63741a03eb62e6f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cccfedb50cf0024b6544872c0bd650af427569
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8166a4a18ebc97b8bee45a9d100d69210840998eabff8f8627d14dc2c0e7d6cc
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208ed958e4eaa09955f6640f60ab63bfb3be3724
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a64cfe3a79c0645cce9c1c6ad70b843522fcc985bfeb0667f1b73c66a1e3a15
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290fc8d832368c41c277a68570b37eaba5b223f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35908f6f5a9209066c8c7d454b4952400ef7ced469528251b74c02bb213c7c59
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ae915493c31b2603edd83382d6f39e51182bdd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73907b33fbc762ec4a34d4bbe7fd120d8de541fe1c97c65cfbf9e6795cea630
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0060bccdfe07dcc64b6ee5000b4a5dd8fe968bf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641063f834acd6661b887185e53ab2500e539dc659b8316f942e844893339f22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713031e388b971592fa729a6b225825ef15a5c14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb0568e0cc4b359021981d83f54d0fc848613a92a91db579f748d822ec60dc8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52dc3b6e09970e0697f67cd02b5072bb899132
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf4fe99a74a60a2d5abd21f71fffa566a5174534d1be1853496c9f3ee17ef6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94337034db6654468afac650d8468908dba951ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab36e6b33820e8cd46ae3687fbcc97648755b78ba37058b7a7cd1af70f65e5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d5c319468195812f4410866c9811d172db648a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d35ab364520c4cac95a95bed436cb8a7090704b3ce9cfe790b4e904bafc030
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4ec4936a995ced74e1414bc60e417f73b62845
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9422edec6d0ff28471c7231705208c498ecfd65e95fbd5225dc573e69fdaa075
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7b20a6ca793c189ba510e9af60dfadb969b3a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49c50027b79739670022bce9782fbcfef0716d19ad544b82671b786168e4187
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1584caa8cb5f758c055879d379ae34f95cadd5c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0a7af24cde2547d0593e272f1f55aa339b593d11f14b2b73838930bc023ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead3e7ab0a9e0cfe769f144a0bf3f2dc5a78a7e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243741e294c51cfa69bd9aacd2046e0f116d0bd93e486a0ac624fec14dcb3c05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e882f27d2dfda906abf7457dca0259e27b704ca0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd946a2cca6ff2ebb9320dadadb220fb05d922eadd287c7f3a63212e6eea78e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369745f0b21d7831a579fd17572809e807fd80e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550dd9f9c4449911ad29d7372d0d828dfba675944f551d2d6869bfe533a8b30
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd3a36c85790503ba3adb3bece318c5e92c455
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eec7249ab079ad49e74b93b5b8d4541bff27e547d7b8c32d9313b28b30d7223
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e6348581c88582437f8b122081eb891df6e4ba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3984e577aaaad47d8bb7fba4c30dd24c7c4d9676a13468f7d95263c8f37e9ab0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8941b7fad5f7afa5402faa326bc9ea5e623db8c4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90187201f3f4e5f615c23c1f7abf9c73fc9ebd46bcdbfa517bbb2796417d4de1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9960bb18ee9550af59dd555bd1e3345379a134b7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10240de4b525ae82e4cc445aed08dfc240a0458febbf989db0c63f2416163aa0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc1a37a2cddb6a0f241af08c35812e9b412d465
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435dd841e8aa359739eec539e92ccb0a55b3fe499edf063ce3c8d659003e7c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33232c8c32a3aaa76348e96a2798cc9db01fd78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5e48d8a12ceaabcc1e172a0d019fe3870a01aaaf38fc184f862a22850bb94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a92295ed9158cf8179db6d101890bf830ee27c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a65fb25d6f62b79c35c457c9e550893ec828e710cf84b88dadcde0a89a393
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0764ee08d9f1401fb93981916cc4d74eca58b601
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea08978177cfa3c66de72b4560a3788343c6d637f077ecc3b8b41e3645f3a87
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da91627707c1299f9318e98e101cc7749064fae0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044e9b0d069b24c21aee1b4508a595212618ae95e5c95419cb2aeb8d9e5c84c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b361a293a4ed3c6ff34990928d43b47b02325
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f4fc8901293e9e479c4dcad4ac7f90dba52b62abbee053cba9f8f29f430e79
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24600462f21160496c8d4cfec7e6be33105cba27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c794257b31bc898dd28f1b8e60b01d8ceafc94c95aff6afe19421a835c612989
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae1f7855815f4f96eb8c60707f6cd865078d42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a11358909081a94f217db7135707d6217a58f4a427ae85ff4faf2c89fa46e18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d925e8004ca45dc764b90a86e89109638af45
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38962e34245721ef4b08042ada7753552bce4bf085993fb0cbe44457ee6e0e26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec047bff0a5fef12fbe2c40bdec238e991a68dd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47a0e1015e0a97fbabcfee58780ee01fcea720cd46504f512e1fcb8eff01b5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea4f37ff6107432f6c1e575690cc308558ad6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f66cda3d083e868aec7b9b6d47109bb21966499b474b3bdebc14e3ac4a34236
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c88e8862ac16734eddb474961a112a102d43a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f4eef2a15faf5decef6452a07250d41a8d98c55aa16f0f64eeb7bf20b9633d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae4f4fb69e060d5ae2699a04100c01953b8d187
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042c3efa288ddfd8a764ab56900df48b4d98158f6fe4bc06aa8bfe7bb11fa17
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b90a663cbfd720f66763be4c17c2d61fff9e3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2813fbd082edbbeef330bd98e98e93c19a00d5edc0b86bb24c58871699be14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee44338374e88eebe1074af5c5718f354c1a543
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd2ed8bf191da1dc9af9c751075bb465a0b49d6fa8e891475c9f5d2c9e49ea2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efc865ab986eb110553020798c036166a64dca5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0e615143b2bafda7c1f15bba62bbd4c66c33c6a589f5b154f2ea77f2f71f22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bd45bb9a9074312d36aa7c1473f5256399840a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6da2ceea1da0c607c5dee0eb46d78971b0510e08eb1bb7db2e24f5d04634f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfdbf404bcf30dffff5dd8dbdaacb69bdc54180
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701a848c2ddfbdf03aa338a65e6b11acc4884842d2a656253822e9ec959c9cff
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8903431e7fc221a032f798db21f68fc89e61e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe913f633240a21cba8dcfbd52643aef38505fd7bd2b3f5d7d7ed723e390f614
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f84c24fa2a94d909213356751f77fb0778302a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f20b1c671f8e7d7b1dc75a361ecb58012dee4410321fd90fd7e702f2afa149
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3db59af50bc16ce73093f492d86c44d7076d04
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172af17a20511def0622f0a6d6ab3a4953df9232260e92f264ecb0fbf62f3b3a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc2e2e4a97ab67f8548e067a7737d3bb5f1582f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3e5de6228c44486b678d2955248f49d0c11f99ae731268d09333025a992fca
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6072bb1797464a55319d698df8ec63a2e2bf065b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4251a3868dd4c26a7380b10e8cfa43fe3d9a3f2b699a2f725275beb293eb9c5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37b455113cb6eb03f6987bec54caeb8b84475c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ed5db44d048adccbdf0f61c14c3efed53a2b16d6f3d082fbe0a4495b188f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba579e9790fe0d74b20c069011bc8f18264ccfa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05d4f71d19d600233a044edd96155de6c071991b59b5f54c29ad7c21122a8de
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43845e3a7570415a18ff9177886118610fe56510
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb286782df7922a50d15fe1097c019198265ffc1b0de6fe7d47095b2812e8c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8bb2b35424d85405c9a297302915acc594b28b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116298d55bef9fb49eeaf71a461135900a1eb1aebedb04dc53e99c30eccc23d6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a58cecd299a5d77754198aff2dd1e4e40c3e00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead82bd83601171036fab2daf0aed81f2d864e5d59d11d816b42d10b1d508625
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b571187927274f8a5d2ae2900191203fcb394cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4180534d00282093609219f287a5470d2454f543596e3af7ebb760864830e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484f15da150cb3eb30d6f4f63eec34439cad6e6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a84c806061edcdd7c753fa77ecbd3aa89a04178f65ad20b43c68e3fe49695b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb2bc08d2a2a26e66d8235d7205ca908d38095
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94b9f29d6d3c8974c8117b963d02ed54d030149fe5b1df92a6d93a30494196e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f9c74c2b2dda587eaca1af0b5617a98ccceab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4e7dbc2d3177f097a36575ff7912bbd64d8cfd8559885bb6e75c21cd7688e9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e4da24f8127730f8fd18d75b45d52207322792
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7396a632b2d8de61d413f301ef63cc4b18e61c22c06ffcba6313064811b652
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19d3dae54392f5285892cee98250020658a71ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55480f261438763f577fbb6bb782bff916ef813a70cafb7aceffd7209ced21bb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab9b330064850e0964de7f7a66b39fb9c59d676
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05712c1f9000cc6023a308be7e264c358363421abadbd9601e4bba67a3fe2d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a223f7db6141e27ebbf07a1228bf02e68a89dac5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a99b6254982f5c9c1e6a6268ad6c6ba16e32e4fdb36feaa3ee209f91080b351
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86f23fa53343db1e2007223faaeebbbda712d78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764ecbce9ed4a24cc70575b3d3eaab9e69c9d5a848869481074222c5ab01ee6c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e660a475e78c01407ff13e7b9797df40f27b18e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831ab6040c671c4ad7a5f0c3e02bd255a9ec396a554cc1b6a695be156aa3d3d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86df41c82042c83f8302aa47acb730e50f461f06
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f5b9201662659b90a61c47c8e33bae82daaa575f24b15728f77a2c9195d830
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ff91faffaaafcea12d86d8836b457d3627374d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fdcfdc30b9027d38a2e87dae43fc6ce92a99b87ea632ae48801b9fe7e84c6a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5fc968d81a307339a6df76f01600aaed21f5fe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9891c24ee71fc6a98dd0255f26ce334e58459c510b2c4be109684fa9ede6d698
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25938fb154af024e438c9e24878cd481bad0eeea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ef58c28af2edae70e8bdca439da60d5c46fbbecd751e92d661498ee3fcebf6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3af0a6b03dd3098daceeff8956d2917c538510
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be651db8f5409aeff6c841c38c970974d5f9217086bbb6fb18eb608954becb30
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebdf1f434797c0a2016b5aa2aae3452857b5859
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc85713e6589bc4c82cf5e7b8b27ad14262ce1c2ae7940ff16d61f7f084ebfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f553425f25c3f0c11ea3b312bbeb723ff096aba3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacfc477bc10c3236ffa50fddfd766657009bfca5b66db18b1c97f04ced98e83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ade7e54792dc8acd9d27cedb7b6dcaffb13d4a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424a16a9aa16bc1f1f28ae7e533aba07a48da1598a46d831160dce62f803470a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a93b0088a7984ad80c3a73056870fc436598102
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13211f1680d7e53e85f2e6b354338fe57bb25816920e1aed3547c5134dfd0259
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9587296401ceff52c374987877adc0a39c4038
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce7467f290aaf32d1dc131d7c10c09a82418e84574b48813c8ddc1fcad88dcf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e085923710b682b83e0683177b01f9e0be965df4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8549fb104c706661f3c81b4783c2749ff2bdbe3345bf931ce4cf46a94b7fea9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c120f157e71148f0e678ce14e71feaf3a1124f3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ef02662b6b63ea662a0ac6b25ccb938b42688b333f211a970e25d389c1c02
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10200daab3fdbf0b5caa9bb42f0c70a895de5260
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e993c93343d6f84884ec78f875270e8898eab92bb5d4965236c6873ba43bb70
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd153344c749129b3ba4a4c15dd2b133ce5b18ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a7ea1c022f9862556acf7673ef69e8bcacef1ab904146e6bd671894fac78a9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76687239eec47562fa0b663e42f55e9a50e4f489
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e06858be356d8fc997483ad8cc320bf518279d09e4974cb52e90f18a5e0a1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae09d9dfd1cad55728440591a35df3203ca3496
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692fd6df306bcf8a8f2033ff9e378c43f1c78e59ed39c72cc341f028f7c5e06d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9c6ae5c1594027e6d5f8569d9721f3f64b7b64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7354e27d9336ac0edfcbdf1ae449a359dbe8967025a8f653a532ab6fe8b1e412
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440dfddd9d230e80d1c626aced1ba7f10ef81841
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c306308a9711dd0f884d4163637b24d9706461ae5336f16bbf29e08b4b142415
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa06f40e9018a673b4cca9494a67a2a04c7b86e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5641ea8b1c553c4c31843904af86618ef7b3e28a7466817bb31bee145902f81a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fad3509eadce5db8fe460115137df28befeb71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9603031109f45bf7087ac3a217ed2ed46a57c828c29e792b287cdd672cd26df
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f77afa95cf148f9db9c1d1541a2647bfee4e3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13caa4a88d82c049fee2b7a707bc17923282d20390ff67b85f8cf2ef3264e3f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa0be15ea3da3844b9294551a386fbb8fa575b0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d800078df66c6b32a8c11f3dbcf43b32a7f686b8f30ed015a58018b5a6dccb67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419549a23b74bfe4411991c76e38ae9bad771fed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0401925b8f86dc9b3d484869bdfb8d00065f9e68dafc2fa7513b2563a87b48de
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a0ae8a20563ddc612a53a8622783e8a135ed89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789293b4817c421cabb5eafdb8b1e41c5e2be31310f388b38199d6cf717e6480
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ec930868efff446480b73167f5925f51e5e2c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7643d32b67cbc0b21e20c6ff3582967f2f11aec35664f3a2be175e77401963
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198dfab499527d4a852258a34992f7874e19a167
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d6696da1ee4c7fb16c5a0cf5205ed94cc2538fc9d51d19df81333158c51d12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d874a0603c0f70c060fd823ce208192e8742baf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05837d8df94e8baa423ea01597192da5de97ee0d8a738666cfc29e4d7435bf77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd97da0a69ed3443be329dee75b8772d03390a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25da85030cb884f59a0a24e6c3365a5973d80a906ea859c7877e2ae468eb34f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6727fc2b7b7967a3c8cb5d1f7c19f7e4824430eb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3736e700c328a594027a725851068789c2b59e83da3b03e4b6bc894cd209861
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe45dc3b92237c1b7c99e60cf19f6ad6e71c34
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10bf3e8bc03c735e474aa8071b01804039af2c7bba86eeb9bd8153ad1e9058e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb02998af1cac6dacae428890d95da9564f199c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3a067eda5d4c1ca93cc0db9f711e12f392a40bc078df124a898433116d588
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5263b8db337ed64afb7a8394da0d575fbf23dd9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce942624bd6f9f119e0ec75e24d3658e9173ffbe8599bd9d894a59cba842fcd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b583f5f60167709b202d89c12e80020f558c35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f323fb25a2d4897b3c92150486242c42f976a113887f19ae119d0ae9960a22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04ee32db3c65b816326798eebe38e3abb195a2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c22b6bde2ace348f57c7c8a0e311a22e50c38f0efc276e77143c475c06e93a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebe2081f2b571e7cf4b00fdb9f0f7d750706d96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661bc08d1fc64746360e79d2157794cf1a19b12be6a90695c261ad2e8ba57b67
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eacdf78136dbde0a7609d8852252c46c293a7e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3254095d3ad26d7eab2acb7f2a93f0087fd510d7ef8e72018b59724e73f937d0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9905a2151400cbda23b3173387dee356f899037e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73f55e728c247ab210445815de3bd357d728bae0e138a08597daa9e779b1a41
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0843780e701491136b690ff57c6cdd1c3b0c7d06
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85db97f6b7d677258ec00515569f77697091be60fe3b2959c72231676222458
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dde3e1eb6149401cc30111aee317ac63ac5b7d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c54d7b0c7a5a54cf9cccb7ebc7954f1b173e6f6a4d68bb577a78e95853699da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea7f4e4ccb7ec9e962074558341b33ec17f31ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc58677e95296709cdf1f06de97c3bf7414727f4892d5a9adbfbe5cb0b660cbb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca2a95b2de8c8b6e7565a2f2381f43e354b3ae2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807ef70abbb79a5ba4ab326d3b9a4c6d7383cf154983c56b606cce49778ba99
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b2d3ff14b76bcf6cab0fac8fa963050353e146
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc7e1f69b6b269bef6b29897212313972cedd2206a1c89a9c49cbcbb91a7f68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ccaaf5c19a45c40dede90263c552c956f3c60
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98ba5af7f3f54718b6c2654b6b0895bb7e83d5e5cd378561f799a7f3514579b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7d15cbab57459af61f7427742c2d53948722b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b712b9e1bbc5064f6b80c598aedc8ea0a734a6ed988a4f91b0d30a3862c55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad11d0ff555ebc07bcc964f9cb78c23526227ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebbf065089f1f8fd6b01248f47b5b9405f54b24b89be08dfa76d2dc0bddcee0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d55798d4460f00c51efed588a160dfd2d9d84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263025f9463e2ed2a2e9de5e9e78c936043ab65bbf45df9f59d48816d797366b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e9f67d17d17b2b114abdfe58ff331894fad964
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f65882bc52ac94ef76e987f135db6fed8fe71887850aaa2ca2a5c371ea6178
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b30879b4c79f237a47ab104a74245f4c2e10a0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee245b151f1e71cadd342308f1833ca59d2c5a5e5ffabf3747244939d8009203
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1988d5a7a97ac4d46b2e358d227ae405b01c40aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37932bd5adcd2fec621185c14cab1666a41c00c02c426f79754f6215cd652ff9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32862fe1d6de78400d7fbbad813eae62f2f4b9f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e871ffe387e424abcfb1449324978b81bfbdf7d777d677e1666af9e2e2be6ca6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd083e4e46901246de5032596327a9dba1c0e5a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ced2f706a8c2f5517c68d172051cc5ea4abfd4055f05a4d4301615dd6f8c0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ee08d80b7aa046451527a9205bdeedf1a15f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0b187f2c83238a9c5d047b6fc83c19c493d74c7c8df7139d60939dbe472662
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794f4a4336eb68faa5b48fc956313d7fe9f2328
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43820f4c7b870901916f076e1b0e5f611195eac14dbc570150057c9bd34eab1e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521372096e5557e7556412420b875264606057cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6782027171d4873568ad893a3d216ba82376acf36c2093b17915d9f6c07d2501
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b9d3551feed9e0cfce49808169ba087ff5b045
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80407e89676caf20724d5e57ad2bfb4eeccefbc77182f956b1dbb6ef71f577b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b119682d6bfdff98e3266dcb44c65daa1bef28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b58b61ac0e8638f258db1fec5b05db875aee73e409fa5574f4cd8403a8c475
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff43dc7b471b18236413cbd15b34ede8a86ee2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c8ef1f4d8895b64b514c2f0fe8ee856be0806c3fc752ead31c4ea7d4b33aba
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa061bda0c44c4c412a319b3b06496320623a94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcaadf021f16d5c5bf9553d78a5312599ef3ccfd0d56a430db34bc990e796b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872692dec36d6a6d089416e6c019902a9bb2147c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110dbb51b9f98930160afc3cccb4113ae74cc377caf71c5a101d3aae75bf7c3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd2b94cd2d2c834bbbdb66839e934c42824bd9c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e4a8fc49740f4c6cedb10e025bfe1925db2bd33b4da18b5fe1ebd1e49d11c2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa24ec63285850aec37b5d189551ba05fa74210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ba3ff8a49ee2628c84646eea09e4786a64b8bfa0ce219855e7ece259642e0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdb60a0d0fe6d30a4a08f888bf17a501e81d0f5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3c249ee53c7d5ba4e9acb322a65b36e42356005cd8ec8b1f868d8b63112fff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804be75352a7b5e351d56501c1588d95322e2073
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fcbae0086a4ec376e9cd958800e77fa941f168656e5027f55cbe33a88c4554
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6512a4a3b193376cd2879534fe047922a9f4928
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e631557107453560fc7f9a74399f3e4a14daaa9982a7b6e2a2eae451595313d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9be7f346d515fc312ff05f8e4867a2e3c41053e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136a93778baf1a962f76ed8e3d1d0add21b6df3def87d9e0745759f845871080
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d520760f1b7cc7f50eca1de95cc3750885e658
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe99418880e181b2f803caa71d065136c6cc3c4b668cf9f82bc09f63f8af990
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6217b14f95fd0288d411e5231017cb318c6c6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfc2f3ca9228cb74770c551a6d3263b2c17390cce28a00e2f0ff78269519433
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1118407665cc926600b8043747bdc2bfba2f380
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42597f403b5a22a954cac6d6c6e763a50b08b54c04d74dc2a9842722e4d84c32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694e02f5e3072fd0518933912e8cc66aebbc0d67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a412f07f44234953a3dd7ef8af44c9de311eff862e52a61f57b844247091f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c41c136e892d1201831b47b196c152e8e60406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2a11454534e8bfe263693e4376b76d3eca53c27f5570c369ae814fe55bc6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb39e770c4424fd09b3695bd770f4ecc279dc827
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503a31c6029a493207f1d1f992a5fe83644d77837df1da8a5a034cc7f9a33310
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4a9e60d4b6a522a9c5618b88c5446f35b5b1d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8cba4eecd924ce3df2be1632b43cd06cb1e0dbd774016ae698d83e21a9318d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce7bdd998ac01f7c98a774d78b694372ddb294f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b8d2867e40e0b5cb228bfb2aad8344cc23674925f63b58d12fa2a8b318debe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd6d84f197b3ea745eb76c452ea709fd6aac2b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5f716acfbbd32622ed89a0b421b2330ffbf11f6673da2c005884fb2370105
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca60a41f136a036d675c87d75f7dfeec1e89f09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860377bc01bd7383336eb7902e4024222de33dc99a8495e19caaa904582a3ca9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584c08d83a8f33bc0934282f2e9d4e37590dba2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae125280d474e10c0cf37473d585bb1a7b4bdfa8b11d61e176a14c1e39cfea7a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdda859c08cf4a177427fc9fddb0b0a42110ca55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c80af0a1920d5cd8dabd810fd2d0bbf8abb1e48e7ba759c5c187784d3d0ab1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a257757a6cb8a18f38ce77a2baea3f3e3b343
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9add7a39028d2520276e2769a928f6d2cc10f973e8770c7c49f9bb2c2e5fa737
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5f29fd266fe57416fc7679a92bc4a6bddd7667
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c0e6a24ee9402a2beb2417038ff82f884f629ce5a0615e118d697fff0dbe9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252449fc67e1415d68dfbcb68bea8b8d0a80d9d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a8143a9a9400cebb710c60d417eedb651dad6f74cfab0e34bc10edff82278d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de79cc7ae2f4eed87a066f08e8c76440aa0712a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a1d37949d1e965d363e767f8fa14e6c834258fea0c09c2522f26f65df17147
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7960f218039005e74bbf851bd5f2416407d79b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79452ba787ecf1c6f732e53e1eb8027340af6c2d517356a0fc11b0c1601e72
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18036174b3498f25d43558660611b3779d75f33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d303bc7d2c09892c8e1a6bdc740c22a348a9710f17f936849fee0c8da2ee37aa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a75d347df712c5e1c098fc3e0d6e344dd9efd2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ec09fef641945d8f60b446f0dad1466bdda69aa9bb6d0b3600c0e200296519
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d12a8a952ef5295635ef903dbbdac668443d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe3da8607d951f14432250f8be5a74c1b8c2f6f39a4d975a8bc330331c9d095
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf84f082090f585cd0f42171613afa06f968fc59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4732651d9165e7c71fb58c8af401194e81c7af6bceab4f7c28df153559b9b71
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2695a49e38f83224f3936e09aa0124e9fcaf6326
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1628748b622acdd3ee2bcc5f6dd13880ebd8b6cdd7428431c7d5a76b909121ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16a90093e2a4b9a98ea38b36eda57724ff1399b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccd5febd145028ea205d6ae14c02e4e0365361339946d7b5b3e8be5381ff71d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e0b15628cceffe08a53785d81aa932278a8a35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8602823b8e102229a290166f57f809b07ca94ee3be8c0c3ad3a44911b7a16ef
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57c2f3f690be0000c7e79a8fa697f5ab9e9ae94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348c29eb4b4b123faf345e7e2e2959cd93144410fa33a3961820f8f54be6a07
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a63b4c08667a1caa5ab48cc9126a280a5659cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df0dc9b8a99f85ba0b528ad2c1df5832c2cca0c71a714bde15ccb456ec4eb7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f344284ea470858c739b1830eafd96e47deb31
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1cdca191dc1e96d064e8dd1ca90754e2dd24cad8bc5dc727af1b0804a22118
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2a40bc4e4e259f885da55cf4806cdb225c7249
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb08f0f85a7e2bccbdb33815afceedd04926b1d45f1db12fd13bb7e034841a72
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18367ad1e3c97c830d75ef8d5f4dd74cad76d655
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8ec81921b472afc0cb74e81423708db55d24ff831984822c6c8aa50a7254d5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29120a37455d3e52898d57647a7035041f1a8be9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d197a516359c4cb51601c33a95534040a95563929a280e8d707a7d89d61bfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd2be332c42ca6348bab10148ec79289cc2c8f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a5059fd8bb44a8fdc9dfca0c652bce6a26a91b71d8aa20d12bcdb9fa01875
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5960f4c02cc783ef9fb6df79a5ccc47a8f4baaf4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5856202ed49d5ff4503450ab5c4aeca81a3877394cdbf5a32d554594c353812f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0486f39b13b207c7d8cf54d999eb5cbba82376d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2513cb1b95a75875bdc801fd4b579d75688b3db21aaf30df5f12b08082c63001
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33bc963444b966ebd0db9cf4b80d156111f1343
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b19c30a6daa2ff8ac9af34861b6576023ad376d7814236a38ff5f59f1667879
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4821c1a88a2273ec6ad6ed1cde713eee1140759
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b1a5ef61582d5faffacfadfc154c16083ffa9531603ac4c78d4bfa70565735
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfe56006b07763907bab53bd287bbf812f6e15c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7c649309cc9ad5498aa409ab70fe54bf49c58ad790cc51e827b5e8bed06e7d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6300cc05869dcd61688752efb4bef3cc1adf15e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c6968fe34e8c20963b43b960d1136ec4f20fa3db30eb14e27dab5240328232
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233e4ab3bb1b249114b381ba9ac8f105be9eb323
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62427427b281a25769f2d109a14cb79c4e41bafb5faea7270ef36d3971572f50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc081a63ffb3aea19aa687223642c33dbde18ba1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2375b8429acee6ab123ffba111c76b2b7a4765f0612f1900c2fe73b82bc0b5da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a219a27f618d22863e43103c090671b56b980a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435c18b8a730cb69c535c7921b31d99aea97e534973c963d387a7d3ab34c7a90
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9e1e684ede35edabdfd9cabbf09049f9fca12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e76dc982b34df4ec7c3429d1d7ac1aa97b744fe6f00d84a850c77c9a0f3b8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/lm_head/_0.pt b/params/phi/4/rnd_search/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fa7eaaa9428b9b57b7cf5d828b2dcec2ad924a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05cf4e5e34ac188fb27f2fa0abe945b2ea446c082c3b541eb98f9cb4b95cf00
+size 205955
diff --git a/params/phi/4/rnd_search/comb_0/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44aba0550f4f7c08805176b2ce638ca67e4a25f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b265f8317c615d2f1d857ac41227ca3a51234e88e9663a7f605e0e94a056b9d2
+size 205955
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd05940759593532ad25f4d43631f5d1f574a733
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0efb089bb41aee7b38bd5f106c77c794b443590b2f772eaab440d95f58e77d6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea1e74510349b6d8fa02e987608d84d528fd0b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a362acc8ba69af1970f1b8c2646e65cc381cd3abab20550f6b5a002d8c080c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b6adfae1edcfcc44523a5689c61bffce24702e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd64f016accd093478f93f229454224bbca5d05f8fac0ab9789a8bb15c47d60
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bab11c1cffd7f2cf4e27de1ce61bde6b21fbc2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad054105608d075f620640cf908f033920758459139e1ace16affae885783f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3dfb32453167983910b90ce8514f5e2e397b02
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4eab625d19e142d938ee27e96bf7e91b6e5da7ecd6640e678e1a175625f29c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876392e181ba13da5f82c6da1f7897e23b7dfee8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839ca17383de93c77fd0ba82c854d86d939b1be81bd3fa5f8cddbb7a5251df8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf3f6f6fd9eba4e7f71079227fcd7ff4cf256a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc0bf833514db8a0238587f0976dcc159b679a0daba2fd5b6a15e0c88a1fc94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabe283466339801628b5e94e6aab5dfea92f0e5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e5637e22fba4fc4cce50c511a707997e5cae8102103eeb8b5eef9ce9aa8006
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0952ddf1923714dbe064dfea1aaaf009f1c0b65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bb441c6413a931fccf26d7cf4dfc65befb1806e46911aa3c59862dadd3cd1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792938a9fbbbd3bf115fa6b8dfd5e3a490664fb1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e37d8a24c4b0addfc68fabd1b3e9132cfc5cc0f875c7580551810ed1f1953f5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e64ebeda13f59d5af0ffc40196577a6bc4f770
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d359638f54f85e9e910028b3553b5e915efaf5df44a0b8f8a6e650da435648
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546f0b69da5804784d1a7d7d393134ef2af22bf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659e187a4ca8ca325241c84006435d178ccb64fc1fa9ef7c1bc9326fe859f390
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e98722f46c19448e4a8ccd21fbbedc0eb2f22c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca0e8db44aef3a88cdfcc025c3b379ec2330737b5be8b9393b4872019336917
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b37c327e1ec7aa8e31e1074379e9349789c542
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d79627f9c43d589c64215526f70802731b544ef829f8b228aacf1ea7baca68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09916ee2627f4735ef4089bd9626029460f527c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1b4d0ef418437cbf8d2c8043766b7ebcc5aedac032867c73474a4fcdf6dc86
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f58f0ec77d0f4e08d01b972665622d1cfcaa286
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575453696a3a4438e054c007491152c5595810914fd3e04439d6f76870669caa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8cce439fbc5335fd3cf8730f76b2b884ba4c46
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4215d08d333ef3af408c86dcbcfb23f06afe83ef79e52aac9eaf6ea701e888c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8048d099589a17a9267211a99600e057b644f17
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc721e48126d149a36aaaa7c7c27df9a406eaf6217048b6eeed68f1379e161b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17713a2573f791ce1e040aa74a1d15b1a61ebaa9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c0122e9e815f34fb77cb9b67baaaae35c93bbad59767b57b646cf08b92c9cb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55dfc698c80b94bdd50b853417949bc5deee1ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458e2361015f07125d148d817e46c41afc54229560fb1c0f5e8dff2bc93030b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9597b27889049aaadf8f352a3370d7c885e14444
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c6e8f5471d787778135872f21813764e2f266c0583d49d6c46305a673b874
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a53179425261c187e6aaa836a1c388dd21cef5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c57f2e9776698f348f6fa73907b406b9fd4dd945135ea7ef4a4f83a0e9d84
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6bb82754091f13db9040c52cafca6ab57fbbab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c378e1bb55598e3a210a72619e9455358cff86d780bdec02088c4ebf40d6c96
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18d128a3c6a456537a9240e1e4f912954316346
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8f9fcfbfaf4ac6be4a42462b04dfbbeccd1d28f65f0a252a617a66f7e79873
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bb7210c3be68c677c92be2c08d3a43a370961e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1076fe643c62b5ac93529b03b48bb7e26b095de4d3d71560404c2f83add6f185
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe6c21edb752bcf919f000d8a8b3d1020b9fe36
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fbb41bada85af17767b9497b3bb6d3b97f530f1e9a6114d90235d8efdb2f58
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b2124ed3c085e369cf46d0021c008783bbc19
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b69f7ec254d979c4011e7f176b03de69c285df83e501ab5eab3ed3c1e24082f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ee6b697d766394e51f9dbbb471709d7d094ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74462d5c0d750fc063b3ce6eb25a46a389d3104e54beff6d6023dfdc70eddef0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40033096d74bcb52c9264380f9ba11c355b6f2c2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5d18fec0f659513a32e1683fb3e3ee0ad9aad594a51a77b6cd122553df4a0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d51d3ed3e0592ad5af9ec226f45244bfc06ccef
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17445fa04a5496b0a72f4ad84166c33709c89eacb9b052fd077740ddfc44c418
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e1a67d98026aba8b511c2a834ce4ce9b7e692f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6aed931845d56c4a75c28f18afc608dd9274acd2a944c1d14868fce7aa99b2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378511fb1f15a6d11fec2469297352e8e36febc4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddedfb7ae1aa9920fb45a45d5e71c795c3cad8d0b865182d97b4dad24f5ef73
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26262198377dab9cd9953f33ca74fd8846ce58f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eabaef03626379fc7410d8ea5a37135d7ea0a9b15d199b3b3bf28b9c6f5603
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdef7034b9fb4237d0075876c415b19cf6ff8685
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927e2d689c41dadd216f7b38c2ebfa9f36d25d9cf283c1e279f2d18a9c9c1152
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca40b8fb3913c9a0fb0b43702abf7b1863bf23d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ec383dec3cab2dfe41716d95a150db28d7639be16cdd3f8118841483be8e95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fdaa44207f4464f19b807124f4d10439dc9470
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8095bb58eb6629e048b3ca94f76653ea21ac3c2ba0c93c3a38cf70ce3c907
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb20f967d09f13e871ece24503228c6af61a7fd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b27c263ccde15505087426f2562582b899f046c7ef9815cdb12ae4d89d00c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcf7a6a753b496c151c95e6bffb55dd949b59d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f21bda8846797d126215b9d89cba68a6392c6aca166273b00e849a75960e9ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31eddaa94d8b732fa6fd53e5d8511e56c418599
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0e2c06fae056d581cc7ef3adaf5c36ccb7a1da9059864fa169736be65e92b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dada39ef7bbd5593b65c43bf84ee1a54c960ccdc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f58ae51498c049f1c01417b669d8594bfacca28cf43b30e766cf2d9ee582061
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed423bc7877de96427adc06015a631350de7b351
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bf2b96ae2772efebb741b27c19b0ff5bdd698f370f96b653723c2fea2cfeeb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ffb0f98440eee1d0048d2d80cc4d2e187103e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef26afca8083e9a408884738885deec2d693a464f0fa9cee15bcc0fef0f5c669
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b997f303bbaf80cb0bc2d5f349011f9f22cb326
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c74de38e618c4edf82eda86af4a2c18cca63072c03d66ef9c6aa108f666633
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c3a74685a1d225b9502795d2b914950bd47b39
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3bc83eec63d72cddd821310add5a64e90d85ab82c61913e35acb0791b3917
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1346f53aa4af16d0bd1c56668cbd2d7bfe91528f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274114e9d34c3a09fb40047d8749b19f114cd78169b27ee54baab5a607ce1a92
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf8c5f0a19c4688fbd4446528d3f68369dc88c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21583639b30952ec708d23327756237d17b7a0901fb8b5fe565d57feecdeb73
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f292228f3ab55012190be60ccb8b22d63eaaf42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fa32be3d5b056a1555807fa28003836d61a9fd702bcc585974fd5199ecf462
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923c0c6c5f462b50d6fcb9c425d13a43b13d11fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5a0d66324f59ac285f4422f916176b012f132ecdcfb9b674e3e8860d37294
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e6ed412b9a03e7a943d2f162690d613b32dcd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78407fd024858b1019587acd357050cd69de4bb6c7ed8e0aab115e4635e8454b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83887a05904f2d0c5c015d4a8208de681223df07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9873240bf21ebf7ea6bdcf04766d54973ca67142f8ddee3d006bda77217c8d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb68fcd66aa83be29c33bf995511b29457b2163d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78e8d9b15b1b5a7a981395e55ff1fb225d14a05182ef42d939fad3d345c513c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82bc77412a82bc0c4cde84abb453a89b5feec7d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec89507b008a08d8f5cc85a7a288e186296a839d0960d6308208ee7e77eeb4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c40b794db9968bec6c6cd662d94afaeaee47541
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e5ed952a102eaa6cad43294a5106d300c56175f4307906d3ba939e85353e3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c811e18b3fe355ba3d595157af2ad53796628791
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ec7700ec41f45406af5af0abd663696b2c94d1c85dbfefa6bed61ea2f22e22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d44e309bb7677543addaf84e5de9d838d582f6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc9b2f2711ffd567f5e113e473e1e83d42a754ad1ab8bdf751edf060e54ab90
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de42aeb17e950702693fd88827a7e34491b87e3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e97d17d692b6830db8398a1085b061ba680c9db85cd7a4b92c4bb64203f002
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f6c7e58966e784b09d42d47e8e4a053d53a3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04aa9f416952268582bd341ebe211a173fd47a826ec69a60fa5aa6e0897cbef5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a864953f609e216c2e87978622b863314be23574
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ac70fcaa75b8cf1c3ed1ef06c78c4b0889ddd1887ed2eb715291e5f8cba486
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e24c46e06e949c0c8b072b7f5cada51181f73e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ef8b6615a608d89e6d1fc82604c072c75d5aaaa626d2b4ad28aeb1c38df90
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09c1102f7d729e5432a46018826fc65be72b0d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a233ad9c9587bd85aa3d53fe79212b7c3368ca3b675ec255086b47d2b5646
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dcff4f2dc89d25ed874624ed89a03a60ab378d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb0c90de5e5a946e3cfde1210e774c20620088b656959a4372f6afb53d08001
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2ae705e0c4d60ddd09aaf43f4e71aa53e8c7f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be454c7553ff03841ad4190a8416ba24b3a622b21b7f6ebbcbd8ab2d3ba50566
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30be14f1179378b61e56d3e39b7ce8b583dec4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d036942afe3df6ce10d37df0b3aafd86350255cac15b4fc49a30954256b4dfbd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5874f7f3738b404d795275f02f13164c9d4e4f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f25614f1db3dbbaf67d59a65ef210798b678fb21105a68beae99e171dc61a40
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4472b0c2b81ce5d349a381553ccc3695c9f0b79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbb47df6c7ec2371829d27a4bb3e50135cd5f3103b0ee23c75b9815ce37eec0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e5e9dbcd26bee50727302b0ef80080da780d53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25de2db75c046757b7b9096e81c4875a5f172263174361a4714ef8265346d102
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2369e31593e45f75bb37aaa778bc553dfe327a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf5a88f896b156d528077d6d5c148210f2325eea8ae76893303842c4f3501f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6007f9199a8d9389cbe44f2967fbb931e49a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7865f9e9134bf0747806acd99b92aa9317da60616eb6788076eed4f5aaa3b7a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5470b32f0d72bd6c085f380ecffbb92f3af81168
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b6d3e0cafe9f3313e34e9d92b7b0c492920f3ffb3127c388fdd2a1ef5125e5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121d56e10733afbaaad7f310eafb5aa7147c6985
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca65023a8178bb7560ba55f7d453ea0cad778d8963e262064bdd1e5003149fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783491fac1c2c5ca76a1ce772df09651ae192b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173b6d93bad13059057b2b6885b5683bc57e9e04e5fc60f8e252aa5ae0300712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5c5f85efc4ddc7225f9b793152c8622b896d94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991ba00ec83a5f5f91b37fcafdff417b5e606d399f294efc721b15e1af4a8f21
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8fe292ffa8ec5b29a6ddda168a86b453019fda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1e46365fcafc87e5b376adf04c2728a02970cc7666364d04574a2f938315ad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789b11168225c7b6c08c87f167a9140807b920f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0bd0b67f5f39f8895cbc8737fd612a57ac7e7f584d94d93cae1008fa851abf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aafc311e5277c8f4cb63976dbed43639ce7f446
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d091c05ff02527d6d585af5696aea5d710b7f7dae931cc8c80eacd55340e4e1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338fe246ef66e48b0e55aac673a5f1d0cc2ac716
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bad62456e53223909e63df5f9b392e954429f540b53a4162bc2c84003137170
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a315796b84238dea7366c038df317b805378f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251cc047a3132ee7e51584a014466883ee272ab75fa330405d2be4f126c55738
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc5c1cf05d16161427045ddea9929d8eca266a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481d95170b96a43f687e2c433c555f2106b78322ad430098355db69b6d9ba81
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1f23f6e9e0a1c029e8d511f807750c6a492ea2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306fbe90970203d45327babd424c05ab54a5619470089dc40c91e971dd205b31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7a6de144e24f4a2503d8185c309aeb974f5282
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d50e251972972f5ba77b496f6b032530251dfb8f0e6b2022fe3b1bf102e41
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f59a81b794aa3480c1049141bb4a2fb9b4482a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cfcb52c9d8f9854cb4eed2ddfc095321381084bb26d4ba25de85a93300d96
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9208ecc4d660841ebc1bf237000c3f14a91166
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cbcd68d9eb337274687e0f60f041fa22e9b3f5eacb51478e1507758feeee26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3812dca1c1d455d0bc6b662b36ed3f17d78a0d93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94371d7ccc39fa4effb01fef6e3b5c4c1e42c4fb4043702eed05abd28e40ce6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da01ffdb9056b072e7cee142424b394e54411527
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f20220e113e4c5bdf3bb07a98709e8383086213b50585c74b85a01a5155e881
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673b6ca8a25810f97412819d0181ac4239b76c53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79264342d18dc2252a241fb9d3ada6207560d8509e469b72fb3ed0d4aa05e97f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18b58aa8adf7d5f5c0f3c9a6bd38d756ed8e19d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e072b93b569c03b959d57617c86eee81ee1b41dd0d8548911bbe4e2fc4adfc4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b1a3663489d28292bac59670adb01fd30573fd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d58590ffd4ec247df38cecfe38950f0d4999669554ff519667ee7925360244b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03c15bea87704746332ae4fa0bee484f1951730
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ce9f25ce28da8171d763240700eb0d178258fd4dd9fa7753c1fe4c19a9a9b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b51496aa9d9f38eb3df39fc2305b8fb4de7321
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daba0e29f486923d1a509f3b762fe58c1cda9fab71e126b01a9cff6c5daa94c6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bf39797f52895bd7dc87dea7249c48efeff9a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6b1faf2d5d304a82eafe1b78cc18fb5e5983a972eaaf70ff1f2f0afb75def9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03104f3ededd32ae42f69d1b072a01157c03a708
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca8f49f7cae8359b26630b93af6107d8e082e248326e5d78b99c0beb707fc4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c80cf00fc1d258f2ae5cbba15e37c5d43de72c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8317e9a499a3c4bb43eec585bb7941dedef0324025e4d61106bb7ca952b7ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9842348e29a1b80218770c8a7a04ecf5f20a8a8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c04e7fd7c2a65ba16ecb8ca914c2a8ed8d9d90dea964658cf003c9294faee8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75092a476d186736eb6ea534e6e7226ea08833c3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d7b90c86abb33ea32b23dc271cd83448d5d1b833afd7c897bf28b3c2982beb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f7248b7bc18a63a24f59cdec01afbbf13ab845
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3e21d7774a376dd56ea4706753ea62b7b292ca624fcab53597cfcf84dafe3b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62d6dc810adb1e4df7be52c379b6648f752a5dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d27974dfb02635125fdfd9fd4cdf53458535d25d30283427b14917b9ab57385
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17829f81bfa04c289c3353dce4b98d38849e6180
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ca9d57fa791d5e5019a2800c88780de5045b634e42019008f5f48a189524a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e97bdaf5197d5e702796d3f42f8a38a3ce45629
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b6fc4e101295067193c84c1b3669b242e48d7abfb31c274123d12a4025f63b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0bccde96dab480b34696cdcdfe965e261a51a9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d9dc5220576588ab38909829b66c23dc123643ce3fb389499d408d52d8bc1f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff377ab4f9a515e80c546f93438d863ed209dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7445d729f84002ac2aa138a5be9ec748d5803ece7cad5a4c68d611f287c0477
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d9738d60ff8d8607f62d0b634f9ec6d301aee4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19182a6aa4d8e340905929c0693ba6a4a32b25436f22c0bc43092f26f864f88
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac7fb085854df5480441d24da3e02fa41eb55c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe5643b1b497b6b8ba6d58ea7a159c14031045b2092faae2afb034af9a39712
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a188740add9f1b56f6447b4dc15a04d1760cdc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceb7daff08cfac95eb9a02cb4c99b32d200cda955eb0b96642a334986b08d51
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ede738acda5ba3211f6e35c676b56368b516f4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db0688a86bc040fd7cfc011fcc5b82b291d8925112fe9f248bb9515be32adbb
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3277908df58818083080ff6e5faeee58541c08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4454bcbf7745e41573a18b7e15cef7f682d02a6b0ad056c80f52e76d1e3620e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d414209403aa1ba46c0b69a5edf628f91bbef26
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae17796909045084df35b89a800fcf51eb2fc706272d524727fedeb551e5cc0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45be1678bc4bb44775a33fadeb538e457993cb2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d74f7af7003ae96961dcb672328eb061f21a496fb99e4633c163310a8910ca8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb6e85d7e5b6e985ea519a4e8221ad628dd5406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac990adff30a692833018f805acf83df98272d45ef7fa0264d5c701d9587e64a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21fb875bedd02db34cd88ab28c45db7037c73b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c48a28a01fe9d826876d6a67768dd960e84122853c48398d33206a1c9855449
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b286c52c32b6e5f373af5a00d885129ae5f90031
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d7f14efce8c5e3b83839f7827a757343de2c0b552a48aa63741a03eb62e6f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cccfedb50cf0024b6544872c0bd650af427569
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8166a4a18ebc97b8bee45a9d100d69210840998eabff8f8627d14dc2c0e7d6cc
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208ed958e4eaa09955f6640f60ab63bfb3be3724
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a64cfe3a79c0645cce9c1c6ad70b843522fcc985bfeb0667f1b73c66a1e3a15
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290fc8d832368c41c277a68570b37eaba5b223f4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35908f6f5a9209066c8c7d454b4952400ef7ced469528251b74c02bb213c7c59
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ae915493c31b2603edd83382d6f39e51182bdd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73907b33fbc762ec4a34d4bbe7fd120d8de541fe1c97c65cfbf9e6795cea630
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0060bccdfe07dcc64b6ee5000b4a5dd8fe968bf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641063f834acd6661b887185e53ab2500e539dc659b8316f942e844893339f22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713031e388b971592fa729a6b225825ef15a5c14
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb0568e0cc4b359021981d83f54d0fc848613a92a91db579f748d822ec60dc8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52dc3b6e09970e0697f67cd02b5072bb899132
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf4fe99a74a60a2d5abd21f71fffa566a5174534d1be1853496c9f3ee17ef6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94337034db6654468afac650d8468908dba951ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab36e6b33820e8cd46ae3687fbcc97648755b78ba37058b7a7cd1af70f65e5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d5c319468195812f4410866c9811d172db648a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d35ab364520c4cac95a95bed436cb8a7090704b3ce9cfe790b4e904bafc030
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4ec4936a995ced74e1414bc60e417f73b62845
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9422edec6d0ff28471c7231705208c498ecfd65e95fbd5225dc573e69fdaa075
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7b20a6ca793c189ba510e9af60dfadb969b3a2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49c50027b79739670022bce9782fbcfef0716d19ad544b82671b786168e4187
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1584caa8cb5f758c055879d379ae34f95cadd5c0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0a7af24cde2547d0593e272f1f55aa339b593d11f14b2b73838930bc023ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead3e7ab0a9e0cfe769f144a0bf3f2dc5a78a7e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243741e294c51cfa69bd9aacd2046e0f116d0bd93e486a0ac624fec14dcb3c05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e882f27d2dfda906abf7457dca0259e27b704ca0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd946a2cca6ff2ebb9320dadadb220fb05d922eadd287c7f3a63212e6eea78e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7369745f0b21d7831a579fd17572809e807fd80e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550dd9f9c4449911ad29d7372d0d828dfba675944f551d2d6869bfe533a8b30
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd3a36c85790503ba3adb3bece318c5e92c455
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eec7249ab079ad49e74b93b5b8d4541bff27e547d7b8c32d9313b28b30d7223
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e6348581c88582437f8b122081eb891df6e4ba
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3984e577aaaad47d8bb7fba4c30dd24c7c4d9676a13468f7d95263c8f37e9ab0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8941b7fad5f7afa5402faa326bc9ea5e623db8c4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90187201f3f4e5f615c23c1f7abf9c73fc9ebd46bcdbfa517bbb2796417d4de1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9960bb18ee9550af59dd555bd1e3345379a134b7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10240de4b525ae82e4cc445aed08dfc240a0458febbf989db0c63f2416163aa0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc1a37a2cddb6a0f241af08c35812e9b412d465
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435dd841e8aa359739eec539e92ccb0a55b3fe499edf063ce3c8d659003e7c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33232c8c32a3aaa76348e96a2798cc9db01fd78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5e48d8a12ceaabcc1e172a0d019fe3870a01aaaf38fc184f862a22850bb94
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a92295ed9158cf8179db6d101890bf830ee27c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a65fb25d6f62b79c35c457c9e550893ec828e710cf84b88dadcde0a89a393
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0764ee08d9f1401fb93981916cc4d74eca58b601
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea08978177cfa3c66de72b4560a3788343c6d637f077ecc3b8b41e3645f3a87
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da91627707c1299f9318e98e101cc7749064fae0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044e9b0d069b24c21aee1b4508a595212618ae95e5c95419cb2aeb8d9e5c84c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5b361a293a4ed3c6ff34990928d43b47b02325
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f4fc8901293e9e479c4dcad4ac7f90dba52b62abbee053cba9f8f29f430e79
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24600462f21160496c8d4cfec7e6be33105cba27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c794257b31bc898dd28f1b8e60b01d8ceafc94c95aff6afe19421a835c612989
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae1f7855815f4f96eb8c60707f6cd865078d42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a11358909081a94f217db7135707d6217a58f4a427ae85ff4faf2c89fa46e18
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d925e8004ca45dc764b90a86e89109638af45
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38962e34245721ef4b08042ada7753552bce4bf085993fb0cbe44457ee6e0e26
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec047bff0a5fef12fbe2c40bdec238e991a68dd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47a0e1015e0a97fbabcfee58780ee01fcea720cd46504f512e1fcb8eff01b5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea4f37ff6107432f6c1e575690cc308558ad6f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f66cda3d083e868aec7b9b6d47109bb21966499b474b3bdebc14e3ac4a34236
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c88e8862ac16734eddb474961a112a102d43a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f4eef2a15faf5decef6452a07250d41a8d98c55aa16f0f64eeb7bf20b9633d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae4f4fb69e060d5ae2699a04100c01953b8d187
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042c3efa288ddfd8a764ab56900df48b4d98158f6fe4bc06aa8bfe7bb11fa17
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b90a663cbfd720f66763be4c17c2d61fff9e3c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2813fbd082edbbeef330bd98e98e93c19a00d5edc0b86bb24c58871699be14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee44338374e88eebe1074af5c5718f354c1a543
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd2ed8bf191da1dc9af9c751075bb465a0b49d6fa8e891475c9f5d2c9e49ea2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efc865ab986eb110553020798c036166a64dca5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0e615143b2bafda7c1f15bba62bbd4c66c33c6a589f5b154f2ea77f2f71f22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bd45bb9a9074312d36aa7c1473f5256399840a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6da2ceea1da0c607c5dee0eb46d78971b0510e08eb1bb7db2e24f5d04634f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfdbf404bcf30dffff5dd8dbdaacb69bdc54180
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701a848c2ddfbdf03aa338a65e6b11acc4884842d2a656253822e9ec959c9cff
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8903431e7fc221a032f798db21f68fc89e61e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe913f633240a21cba8dcfbd52643aef38505fd7bd2b3f5d7d7ed723e390f614
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f84c24fa2a94d909213356751f77fb0778302a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f20b1c671f8e7d7b1dc75a361ecb58012dee4410321fd90fd7e702f2afa149
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3db59af50bc16ce73093f492d86c44d7076d04
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172af17a20511def0622f0a6d6ab3a4953df9232260e92f264ecb0fbf62f3b3a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc2e2e4a97ab67f8548e067a7737d3bb5f1582f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3e5de6228c44486b678d2955248f49d0c11f99ae731268d09333025a992fca
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6072bb1797464a55319d698df8ec63a2e2bf065b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4251a3868dd4c26a7380b10e8cfa43fe3d9a3f2b699a2f725275beb293eb9c5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37b455113cb6eb03f6987bec54caeb8b84475c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ed5db44d048adccbdf0f61c14c3efed53a2b16d6f3d082fbe0a4495b188f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba579e9790fe0d74b20c069011bc8f18264ccfa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05d4f71d19d600233a044edd96155de6c071991b59b5f54c29ad7c21122a8de
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43845e3a7570415a18ff9177886118610fe56510
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb286782df7922a50d15fe1097c019198265ffc1b0de6fe7d47095b2812e8c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8bb2b35424d85405c9a297302915acc594b28b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116298d55bef9fb49eeaf71a461135900a1eb1aebedb04dc53e99c30eccc23d6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a58cecd299a5d77754198aff2dd1e4e40c3e00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead82bd83601171036fab2daf0aed81f2d864e5d59d11d816b42d10b1d508625
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b571187927274f8a5d2ae2900191203fcb394cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4180534d00282093609219f287a5470d2454f543596e3af7ebb760864830e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484f15da150cb3eb30d6f4f63eec34439cad6e6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a84c806061edcdd7c753fa77ecbd3aa89a04178f65ad20b43c68e3fe49695b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfb2bc08d2a2a26e66d8235d7205ca908d38095
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94b9f29d6d3c8974c8117b963d02ed54d030149fe5b1df92a6d93a30494196e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f9c74c2b2dda587eaca1af0b5617a98ccceab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4e7dbc2d3177f097a36575ff7912bbd64d8cfd8559885bb6e75c21cd7688e9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e4da24f8127730f8fd18d75b45d52207322792
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7396a632b2d8de61d413f301ef63cc4b18e61c22c06ffcba6313064811b652
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19d3dae54392f5285892cee98250020658a71ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55480f261438763f577fbb6bb782bff916ef813a70cafb7aceffd7209ced21bb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab9b330064850e0964de7f7a66b39fb9c59d676
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05712c1f9000cc6023a308be7e264c358363421abadbd9601e4bba67a3fe2d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a223f7db6141e27ebbf07a1228bf02e68a89dac5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a99b6254982f5c9c1e6a6268ad6c6ba16e32e4fdb36feaa3ee209f91080b351
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86f23fa53343db1e2007223faaeebbbda712d78
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764ecbce9ed4a24cc70575b3d3eaab9e69c9d5a848869481074222c5ab01ee6c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e660a475e78c01407ff13e7b9797df40f27b18e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831ab6040c671c4ad7a5f0c3e02bd255a9ec396a554cc1b6a695be156aa3d3d1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86df41c82042c83f8302aa47acb730e50f461f06
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f5b9201662659b90a61c47c8e33bae82daaa575f24b15728f77a2c9195d830
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ff91faffaaafcea12d86d8836b457d3627374d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fdcfdc30b9027d38a2e87dae43fc6ce92a99b87ea632ae48801b9fe7e84c6a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5fc968d81a307339a6df76f01600aaed21f5fe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9891c24ee71fc6a98dd0255f26ce334e58459c510b2c4be109684fa9ede6d698
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25938fb154af024e438c9e24878cd481bad0eeea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ef58c28af2edae70e8bdca439da60d5c46fbbecd751e92d661498ee3fcebf6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3af0a6b03dd3098daceeff8956d2917c538510
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be651db8f5409aeff6c841c38c970974d5f9217086bbb6fb18eb608954becb30
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebdf1f434797c0a2016b5aa2aae3452857b5859
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc85713e6589bc4c82cf5e7b8b27ad14262ce1c2ae7940ff16d61f7f084ebfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f553425f25c3f0c11ea3b312bbeb723ff096aba3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacfc477bc10c3236ffa50fddfd766657009bfca5b66db18b1c97f04ced98e83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ade7e54792dc8acd9d27cedb7b6dcaffb13d4a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424a16a9aa16bc1f1f28ae7e533aba07a48da1598a46d831160dce62f803470a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a93b0088a7984ad80c3a73056870fc436598102
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13211f1680d7e53e85f2e6b354338fe57bb25816920e1aed3547c5134dfd0259
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9587296401ceff52c374987877adc0a39c4038
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce7467f290aaf32d1dc131d7c10c09a82418e84574b48813c8ddc1fcad88dcf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e085923710b682b83e0683177b01f9e0be965df4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8549fb104c706661f3c81b4783c2749ff2bdbe3345bf931ce4cf46a94b7fea9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c120f157e71148f0e678ce14e71feaf3a1124f3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ef02662b6b63ea662a0ac6b25ccb938b42688b333f211a970e25d389c1c02
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10200daab3fdbf0b5caa9bb42f0c70a895de5260
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e993c93343d6f84884ec78f875270e8898eab92bb5d4965236c6873ba43bb70
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd153344c749129b3ba4a4c15dd2b133ce5b18ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a7ea1c022f9862556acf7673ef69e8bcacef1ab904146e6bd671894fac78a9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76687239eec47562fa0b663e42f55e9a50e4f489
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e06858be356d8fc997483ad8cc320bf518279d09e4974cb52e90f18a5e0a1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae09d9dfd1cad55728440591a35df3203ca3496
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692fd6df306bcf8a8f2033ff9e378c43f1c78e59ed39c72cc341f028f7c5e06d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9c6ae5c1594027e6d5f8569d9721f3f64b7b64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7354e27d9336ac0edfcbdf1ae449a359dbe8967025a8f653a532ab6fe8b1e412
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440dfddd9d230e80d1c626aced1ba7f10ef81841
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c306308a9711dd0f884d4163637b24d9706461ae5336f16bbf29e08b4b142415
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa06f40e9018a673b4cca9494a67a2a04c7b86e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5641ea8b1c553c4c31843904af86618ef7b3e28a7466817bb31bee145902f81a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fad3509eadce5db8fe460115137df28befeb71
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9603031109f45bf7087ac3a217ed2ed46a57c828c29e792b287cdd672cd26df
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f77afa95cf148f9db9c1d1541a2647bfee4e3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13caa4a88d82c049fee2b7a707bc17923282d20390ff67b85f8cf2ef3264e3f2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa0be15ea3da3844b9294551a386fbb8fa575b0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d800078df66c6b32a8c11f3dbcf43b32a7f686b8f30ed015a58018b5a6dccb67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419549a23b74bfe4411991c76e38ae9bad771fed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0401925b8f86dc9b3d484869bdfb8d00065f9e68dafc2fa7513b2563a87b48de
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a0ae8a20563ddc612a53a8622783e8a135ed89
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789293b4817c421cabb5eafdb8b1e41c5e2be31310f388b38199d6cf717e6480
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ec930868efff446480b73167f5925f51e5e2c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7643d32b67cbc0b21e20c6ff3582967f2f11aec35664f3a2be175e77401963
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198dfab499527d4a852258a34992f7874e19a167
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d6696da1ee4c7fb16c5a0cf5205ed94cc2538fc9d51d19df81333158c51d12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d874a0603c0f70c060fd823ce208192e8742baf1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05837d8df94e8baa423ea01597192da5de97ee0d8a738666cfc29e4d7435bf77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd97da0a69ed3443be329dee75b8772d03390a4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25da85030cb884f59a0a24e6c3365a5973d80a906ea859c7877e2ae468eb34f8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6727fc2b7b7967a3c8cb5d1f7c19f7e4824430eb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3736e700c328a594027a725851068789c2b59e83da3b03e4b6bc894cd209861
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe45dc3b92237c1b7c99e60cf19f6ad6e71c34
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10bf3e8bc03c735e474aa8071b01804039af2c7bba86eeb9bd8153ad1e9058e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb02998af1cac6dacae428890d95da9564f199c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3a067eda5d4c1ca93cc0db9f711e12f392a40bc078df124a898433116d588
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5263b8db337ed64afb7a8394da0d575fbf23dd9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce942624bd6f9f119e0ec75e24d3658e9173ffbe8599bd9d894a59cba842fcd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b583f5f60167709b202d89c12e80020f558c35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f323fb25a2d4897b3c92150486242c42f976a113887f19ae119d0ae9960a22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04ee32db3c65b816326798eebe38e3abb195a2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c22b6bde2ace348f57c7c8a0e311a22e50c38f0efc276e77143c475c06e93a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebe2081f2b571e7cf4b00fdb9f0f7d750706d96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661bc08d1fc64746360e79d2157794cf1a19b12be6a90695c261ad2e8ba57b67
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eacdf78136dbde0a7609d8852252c46c293a7e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3254095d3ad26d7eab2acb7f2a93f0087fd510d7ef8e72018b59724e73f937d0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9905a2151400cbda23b3173387dee356f899037e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73f55e728c247ab210445815de3bd357d728bae0e138a08597daa9e779b1a41
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0843780e701491136b690ff57c6cdd1c3b0c7d06
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85db97f6b7d677258ec00515569f77697091be60fe3b2959c72231676222458
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dde3e1eb6149401cc30111aee317ac63ac5b7d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c54d7b0c7a5a54cf9cccb7ebc7954f1b173e6f6a4d68bb577a78e95853699da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea7f4e4ccb7ec9e962074558341b33ec17f31ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc58677e95296709cdf1f06de97c3bf7414727f4892d5a9adbfbe5cb0b660cbb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca2a95b2de8c8b6e7565a2f2381f43e354b3ae2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807ef70abbb79a5ba4ab326d3b9a4c6d7383cf154983c56b606cce49778ba99
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b2d3ff14b76bcf6cab0fac8fa963050353e146
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc7e1f69b6b269bef6b29897212313972cedd2206a1c89a9c49cbcbb91a7f68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ccaaf5c19a45c40dede90263c552c956f3c60
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98ba5af7f3f54718b6c2654b6b0895bb7e83d5e5cd378561f799a7f3514579b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7d15cbab57459af61f7427742c2d53948722b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b712b9e1bbc5064f6b80c598aedc8ea0a734a6ed988a4f91b0d30a3862c55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad11d0ff555ebc07bcc964f9cb78c23526227ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebbf065089f1f8fd6b01248f47b5b9405f54b24b89be08dfa76d2dc0bddcee0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3d55798d4460f00c51efed588a160dfd2d9d84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263025f9463e2ed2a2e9de5e9e78c936043ab65bbf45df9f59d48816d797366b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e9f67d17d17b2b114abdfe58ff331894fad964
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f65882bc52ac94ef76e987f135db6fed8fe71887850aaa2ca2a5c371ea6178
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b30879b4c79f237a47ab104a74245f4c2e10a0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee245b151f1e71cadd342308f1833ca59d2c5a5e5ffabf3747244939d8009203
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1988d5a7a97ac4d46b2e358d227ae405b01c40aa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37932bd5adcd2fec621185c14cab1666a41c00c02c426f79754f6215cd652ff9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32862fe1d6de78400d7fbbad813eae62f2f4b9f9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e871ffe387e424abcfb1449324978b81bfbdf7d777d677e1666af9e2e2be6ca6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd083e4e46901246de5032596327a9dba1c0e5a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ced2f706a8c2f5517c68d172051cc5ea4abfd4055f05a4d4301615dd6f8c0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2ee08d80b7aa046451527a9205bdeedf1a15f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0b187f2c83238a9c5d047b6fc83c19c493d74c7c8df7139d60939dbe472662
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794f4a4336eb68faa5b48fc956313d7fe9f2328
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43820f4c7b870901916f076e1b0e5f611195eac14dbc570150057c9bd34eab1e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521372096e5557e7556412420b875264606057cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6782027171d4873568ad893a3d216ba82376acf36c2093b17915d9f6c07d2501
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b9d3551feed9e0cfce49808169ba087ff5b045
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80407e89676caf20724d5e57ad2bfb4eeccefbc77182f956b1dbb6ef71f577b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b119682d6bfdff98e3266dcb44c65daa1bef28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b58b61ac0e8638f258db1fec5b05db875aee73e409fa5574f4cd8403a8c475
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff43dc7b471b18236413cbd15b34ede8a86ee2b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c8ef1f4d8895b64b514c2f0fe8ee856be0806c3fc752ead31c4ea7d4b33aba
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa061bda0c44c4c412a319b3b06496320623a94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcaadf021f16d5c5bf9553d78a5312599ef3ccfd0d56a430db34bc990e796b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872692dec36d6a6d089416e6c019902a9bb2147c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110dbb51b9f98930160afc3cccb4113ae74cc377caf71c5a101d3aae75bf7c3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd2b94cd2d2c834bbbdb66839e934c42824bd9c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e4a8fc49740f4c6cedb10e025bfe1925db2bd33b4da18b5fe1ebd1e49d11c2
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa24ec63285850aec37b5d189551ba05fa74210
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ba3ff8a49ee2628c84646eea09e4786a64b8bfa0ce219855e7ece259642e0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdb60a0d0fe6d30a4a08f888bf17a501e81d0f5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3c249ee53c7d5ba4e9acb322a65b36e42356005cd8ec8b1f868d8b63112fff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804be75352a7b5e351d56501c1588d95322e2073
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fcbae0086a4ec376e9cd958800e77fa941f168656e5027f55cbe33a88c4554
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6512a4a3b193376cd2879534fe047922a9f4928
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e631557107453560fc7f9a74399f3e4a14daaa9982a7b6e2a2eae451595313d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9be7f346d515fc312ff05f8e4867a2e3c41053e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136a93778baf1a962f76ed8e3d1d0add21b6df3def87d9e0745759f845871080
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d520760f1b7cc7f50eca1de95cc3750885e658
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe99418880e181b2f803caa71d065136c6cc3c4b668cf9f82bc09f63f8af990
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6217b14f95fd0288d411e5231017cb318c6c6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfc2f3ca9228cb74770c551a6d3263b2c17390cce28a00e2f0ff78269519433
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1118407665cc926600b8043747bdc2bfba2f380
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42597f403b5a22a954cac6d6c6e763a50b08b54c04d74dc2a9842722e4d84c32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694e02f5e3072fd0518933912e8cc66aebbc0d67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a412f07f44234953a3dd7ef8af44c9de311eff862e52a61f57b844247091f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c41c136e892d1201831b47b196c152e8e60406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2a11454534e8bfe263693e4376b76d3eca53c27f5570c369ae814fe55bc6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb39e770c4424fd09b3695bd770f4ecc279dc827
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503a31c6029a493207f1d1f992a5fe83644d77837df1da8a5a034cc7f9a33310
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4a9e60d4b6a522a9c5618b88c5446f35b5b1d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8cba4eecd924ce3df2be1632b43cd06cb1e0dbd774016ae698d83e21a9318d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce7bdd998ac01f7c98a774d78b694372ddb294f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b8d2867e40e0b5cb228bfb2aad8344cc23674925f63b58d12fa2a8b318debe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd6d84f197b3ea745eb76c452ea709fd6aac2b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5f716acfbbd32622ed89a0b421b2330ffbf11f6673da2c005884fb2370105
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca60a41f136a036d675c87d75f7dfeec1e89f09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860377bc01bd7383336eb7902e4024222de33dc99a8495e19caaa904582a3ca9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584c08d83a8f33bc0934282f2e9d4e37590dba2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae125280d474e10c0cf37473d585bb1a7b4bdfa8b11d61e176a14c1e39cfea7a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdda859c08cf4a177427fc9fddb0b0a42110ca55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c80af0a1920d5cd8dabd810fd2d0bbf8abb1e48e7ba759c5c187784d3d0ab1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a257757a6cb8a18f38ce77a2baea3f3e3b343
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9add7a39028d2520276e2769a928f6d2cc10f973e8770c7c49f9bb2c2e5fa737
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5f29fd266fe57416fc7679a92bc4a6bddd7667
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c0e6a24ee9402a2beb2417038ff82f884f629ce5a0615e118d697fff0dbe9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252449fc67e1415d68dfbcb68bea8b8d0a80d9d4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a8143a9a9400cebb710c60d417eedb651dad6f74cfab0e34bc10edff82278d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de79cc7ae2f4eed87a066f08e8c76440aa0712a1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a1d37949d1e965d363e767f8fa14e6c834258fea0c09c2522f26f65df17147
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7960f218039005e74bbf851bd5f2416407d79b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79452ba787ecf1c6f732e53e1eb8027340af6c2d517356a0fc11b0c1601e72
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18036174b3498f25d43558660611b3779d75f33
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d303bc7d2c09892c8e1a6bdc740c22a348a9710f17f936849fee0c8da2ee37aa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a75d347df712c5e1c098fc3e0d6e344dd9efd2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ec09fef641945d8f60b446f0dad1466bdda69aa9bb6d0b3600c0e200296519
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d12a8a952ef5295635ef903dbbdac668443d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe3da8607d951f14432250f8be5a74c1b8c2f6f39a4d975a8bc330331c9d095
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf84f082090f585cd0f42171613afa06f968fc59
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4732651d9165e7c71fb58c8af401194e81c7af6bceab4f7c28df153559b9b71
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2695a49e38f83224f3936e09aa0124e9fcaf6326
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1628748b622acdd3ee2bcc5f6dd13880ebd8b6cdd7428431c7d5a76b909121ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16a90093e2a4b9a98ea38b36eda57724ff1399b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccd5febd145028ea205d6ae14c02e4e0365361339946d7b5b3e8be5381ff71d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e0b15628cceffe08a53785d81aa932278a8a35
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8602823b8e102229a290166f57f809b07ca94ee3be8c0c3ad3a44911b7a16ef
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57c2f3f690be0000c7e79a8fa697f5ab9e9ae94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348c29eb4b4b123faf345e7e2e2959cd93144410fa33a3961820f8f54be6a07
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a63b4c08667a1caa5ab48cc9126a280a5659cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df0dc9b8a99f85ba0b528ad2c1df5832c2cca0c71a714bde15ccb456ec4eb7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f344284ea470858c739b1830eafd96e47deb31
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1cdca191dc1e96d064e8dd1ca90754e2dd24cad8bc5dc727af1b0804a22118
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2a40bc4e4e259f885da55cf4806cdb225c7249
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb08f0f85a7e2bccbdb33815afceedd04926b1d45f1db12fd13bb7e034841a72
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18367ad1e3c97c830d75ef8d5f4dd74cad76d655
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8ec81921b472afc0cb74e81423708db55d24ff831984822c6c8aa50a7254d5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29120a37455d3e52898d57647a7035041f1a8be9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d197a516359c4cb51601c33a95534040a95563929a280e8d707a7d89d61bfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd2be332c42ca6348bab10148ec79289cc2c8f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a5059fd8bb44a8fdc9dfca0c652bce6a26a91b71d8aa20d12bcdb9fa01875
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5960f4c02cc783ef9fb6df79a5ccc47a8f4baaf4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5856202ed49d5ff4503450ab5c4aeca81a3877394cdbf5a32d554594c353812f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0486f39b13b207c7d8cf54d999eb5cbba82376d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2513cb1b95a75875bdc801fd4b579d75688b3db21aaf30df5f12b08082c63001
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eaa8b5daeb6834d5251e8d25068bddd8482ce9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942e4577a722e1779739b15d41669ad863726faf1831b28fce1a848eaaf4de01
+size 42115
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33bc963444b966ebd0db9cf4b80d156111f1343
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b19c30a6daa2ff8ac9af34861b6576023ad376d7814236a38ff5f59f1667879
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4821c1a88a2273ec6ad6ed1cde713eee1140759
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b1a5ef61582d5faffacfadfc154c16083ffa9531603ac4c78d4bfa70565735
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba215573310edd98da445214f10aba345251f279
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e6c2c2753723beb1c44a1719bc67b9b1292b0b741988e07bde3c261075502e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfe56006b07763907bab53bd287bbf812f6e15c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7c649309cc9ad5498aa409ab70fe54bf49c58ad790cc51e827b5e8bed06e7d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6300cc05869dcd61688752efb4bef3cc1adf15e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c6968fe34e8c20963b43b960d1136ec4f20fa3db30eb14e27dab5240328232
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233e4ab3bb1b249114b381ba9ac8f105be9eb323
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62427427b281a25769f2d109a14cb79c4e41bafb5faea7270ef36d3971572f50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc081a63ffb3aea19aa687223642c33dbde18ba1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2375b8429acee6ab123ffba111c76b2b7a4765f0612f1900c2fe73b82bc0b5da
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a219a27f618d22863e43103c090671b56b980a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435c18b8a730cb69c535c7921b31d99aea97e534973c963d387a7d3ab34c7a90
+size 11395
diff --git a/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9e1e684ede35edabdfd9cabbf09049f9fca12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e76dc982b34df4ec7c3429d1d7ac1aa97b744fe6f00d84a850c77c9a0f3b8a
+size 11395