diff --git a/params/phi/4/rnd_search/comb_2/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbe86f2bffd34d6e8e07da9013510fb94c3e09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c4126615662a10ad18a6f91116d844af6c80ccd760919acc20e85baea28d6
+size 205955
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de08561c5bfd246e76062d701211d46e3a54e995
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4de17ea97aa5610de68a8acea84e95e15f68474be5113a053590b16ceea710f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8afdfeaf44c0296f6115c17a5f19958f2260492
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa59e009baad97f83eb5dc7936da7d9cbfbab3deec26b4a23eaf90f581c7c1c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede1ab586c235335c3fd1c57d222a0a80b5381f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4aca3dbaa8683cae23c89ba678421974be573609563f5efeb997a42559f3c9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2add7c639d307854a4f47a5c80c91cc67e1cddb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325f1efc3bd61494f24fcc3e20d62fa8d235358afa07937cffe751d85b433eb0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf63fc28f23da2c2c8163aceed027dc9a8ecbb09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342ba12fe34030959afa0b2fcf007445a25b276c1ae770acba9d743ca5f3dd67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83de2b815713491ff1fe782115a8f972d171015b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df95240568cbb5d45dfba50f5510cc13f2db2711b1846463558c38b628fb2f4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b57b73f92024f44de517efa1617953d35fd966
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce452c7e8c91d3cc8de2efbfe0767e26035eb97543a810b15fb4a95d62b3fe9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933ee601a4c3c0e263c8f39cce2d6045d3d451fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb03a58f38c617bac5475d8659f699a8113e801db8cad0637caf147c4ac8867
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22c8017100e3bb3678d7db403f1631f43c9705f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2858786f5d602f6c7aaeeb48bf5866ca6e58968378bed41bd5a07c7565cd76f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aad2c966f6fb51c59fed9efdeef0840fc5776e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb79e6bc1e0569653a9c830439bebd83b58dd2c89bf3f400610d4305c1b6f55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1482a8e5ad5333ee2edc917bb7ba470dc34003c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6462385258bbf7f051bf10c7b2c5f4113c1bce913b6d8dad66c843f948bab974
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e409758101a1696f2ada84d90ae659f9d8d957
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ca527099b1db2f9e1e687cd4f0e749f8145918df1da569e451f893a531370e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bff0094aa43e0cafc30f3039f48ce293cdcde0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e02d48a77d964a4863674b35c0d8344e604118e5269e3dfd39beda892c25e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a98af22fd45f91b26362b3be43a315d96a69e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca90e9010b6f403f80561dcaf0b20690338ac896cc8a0861b37628bfa2468b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6626d80e96eadb84f3009054864566a735311b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c5d8fdce79af3159517121e77efe5f99f0449ce06dec06118e310f330747df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa008e4cba8a277bc554f164b8f25546037b2afd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766119cd6ed661ae763da26cff2f7ce9941b3a24da7c75a8045226719bd41905
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd55c0f08195842de254926e6feea7604cba659
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa5fca52e16fcbbf7274bc1b8c2437fb419a5145f848375c59d440b25324b14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7c2ccada4898a606b25dcf4211d59ca230cbf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ad113732576faec0f33e6570ce56073a8fc76e27ae47fc443219d95bce2e22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b20f4497077d18bd6d820db260898627ab7530
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6811a5d04a546518cf9965ac35b49d39c325f3de80481ba4230c90e93cbec1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5db38c0b5ea48e7e43738a4c8a0476c4923553c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c51a7ce96b8f989696d04bf04835bbf4656c4c52c7ef304bab7e7f6513b1eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926646b8a21ff0209b781b7dc751bc24e4d5a4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87bd40befac73a31c22476cbc1693f10fb6c80178676ce31e1123ae6d222a13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7b7aad9fc96b0af8336d78a4bb95efbd529b28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468ea9ae9f5669d8ca62868c794d7c849c15e08105cac5b27ab8837e4f3e890
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d29fd9820c4e855a2dc41c7964cbcab32c3395f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8768a9643513f5163894a2cc37ea176090820165bb8542ffdab5ceaf9c4a03f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459a7b7c06e5e61a81e61dca33da64d63f413515
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbbde64a979c0e2962d48ece2efd33e01d286174263f4ae14a51a5a3fed4924
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6426774a2caa7764586aa6d979ae943e6088efeb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb521f646d66cd360c2f62b30326c0d6771e30b532f886d76295b101696cac8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a23030dd98074030b0fea48d3c537280fba381b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f70627e708dd2ace7e58c937e62a21c92ba7b24822c59b6917ad3a0b09e9eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6032c499c26bdd43cb96ebf825ebbedf4d95c968
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1591a2e93e47e6a9a88d9c6b5d4a34f2b06f215098cbe90de2f40f4ca7dad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a107cfbb9083a491c268e6c250895784937b615
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712a9373cba63274435fba0ec1bbf6cda213a6b56ea7aa149dea9db01f7f2d5d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9c81f9aaa1a9914b42f480d708fcb0430f0406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3427aa724100af5b070f31601de62b9c657c8ac655da270a7f9928a66817ea0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e49ffe6ff548f127741161f8268d0c3e1a98db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc291e7f89f19a711f5a2bea8b281db645423cfe05623eb36583547c4bff822
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9fce3abd3dfeabf0ebf15e48cb052a8ae939f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf1e41829250c4e9a286ce7c583c3c5909a5271c9ac98b6c882933d6d682783
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f9886045b6a453de09907d91d4076c7f201c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa3c0234cd710033371d8b80b5ee67a456c8167c43fd54438951ab002324d5c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea60222a4c430097dca74b313864d815954d8174
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6c3d79d4579fe08cf9cadc557fcb57df3b2ca8000aa3cc37c8d29dfb0bdb9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356c3777d1c0df3e50de2612467cc2fe706fdaa9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c833b268afceaa2fdbab236f04d131f867604f6d85c7928ed3e1b1c227803e77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935db329e7ed534c2c6e8c8ee00b25f501f3274c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caaf0516627f400d68682701707919ba56f719fb68091456e5d42fba780dc14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85451f3a4921c9b144fe7677cc99dd4324c2389
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675c30e9669abeac448fee92d469ba315b73f4d458009a166c59d7647517235d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53111343f1feaedfaa43c29c3146b8dec551640
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1faa9a72b76f2f24c331c3f446221e8aaa6cdfd024b1b3803d9ad75e686fb4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7698e76c1e9826fac47484d253e6f8efa90fa906
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2503ee3406478d3da653794408073a63f42f3edcd2b7885491f8ddac655e1f68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02538fac001bf79e57e6ebbc141590018168179
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5094182c47f7f6a5f9de152354390d5fa4b1a6b665c4c79b3fab57787606b1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe51ad61881b1a442ff77e9315355ce56ced920a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ed9579047623326609b4535936645505f4714b395d5b5e523621cd8b109a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd7bc643fef5d72a4303464c66fcc5de18a742f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3d5b91c54838b5d14e70e22fb0a456b72c34274378332d563f86368221d87d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1982a073f133df1b20495aff3ef826f039b5746
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4ce7af499040d842c79c7c590c21630555eec2bf7b7286d96d81ec7a43863a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1a316b7c613d1065f4b6b41478768f76614c66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f84fcbfc93a7c9aa1e87ac6eaea3d2ced8e981c94843c712108102895b24884
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047a1d7b76ccf56605f3c46a20b17d6d77e567dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0da0b0a586f40e1551a52cd33cdfba46b9351dda20b9defafb78e8cbe6234e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ecafbe6b985771918247207ad097dbe59e929d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb75e32bb26a31bfc4c5cd83893c1ea58e6c2395b7765affbf0678587b2bc04f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8233e39aaebf4378958f96b8670d8d247eccf0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996b785566ca56794a69a301824d00cc640dc1e6d3f83eb71bb9b7e63862241d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276d05c0d2faaecad7a3d2383712156557d7bc2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4945924601239eac91e5726a9609f3ac2b1a95e89bbdbd459653b34e3143b79a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56269df601fd6a36aae0b316245ac1d46cb6dea4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d23b95b7acf41e4c4b1da0d50096681657d0aaa9dac823852aa900ba444a3c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d65dd9a0a6236755e4ca7783cc0fdf43937ccaf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cf4a5e8275bab8000a5b85fe35ff23f27584a2812ccb6ed401fe87a7f4b826
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15611a4a284cd53a1f40cfb50dfd1b64a4dc9ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dfb6dfb2e25c97538867bf4ff3542c1b81117a76f8cdc6c603085fcb55f184
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139253e70fdf7b4afa394f3b02a658c69492aab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0ae17a3c308e47b2ceb9e83eaa9b5e6cf35344e42288baab32167c63d8e7c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc59b48f7eec866968229fbb191660158c688c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c248afabb1daaeaa83b7f0fae949ad73a99608326a32d80c2fc2a583e334b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9580f6a29e59ea7a865d262c179785a6ebae7601
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dc98576f43ad47ab1dc51f77518a08d1c63b6188ca5a9ebd71a1193b08dedf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00ba36dc77cc55c319273da72aa0221b00c755f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99247e6b23a526d697eecda88237b260f8b46e5c32e7c9e8bc8fd03e10a12e0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8db82122b2b124009b64e3e590c1726ceafd8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d068777d9b841fce27440431c7284e0ae30d51571a9a83d686e6564ae6b90
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadb2e6e8d25c6b39329e5a549ba512f1689e6f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae97005dbd40671045e7922d3e55a0a16f4515fe52e8ab885340e05e811b833
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4c4520b38eb7a7ff20ff8a5d58b9038d66346
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b5115024e9bbaec4befc5da045c39be6b5872e78a2d786746a967bb88ad93d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb4f7be15f93c04cfeb2ec4b60542cece147ede
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41cef1b5a19d6f0cd94f3e2e5d786205f8ad9477e67f616146ae550bc949954
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688a65a6e784ff6862fcdb33df822e36f9fee044
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d1fea8482b22cd2c9e2ae439fecf7b88c85385817fa3d7285d01bf990d0637
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f80d38350bf7b1b1e1732dfcb80f10bb7f2e58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a299bb14ea8317f0fd8b3d941affdbd58b7e62a0b4906b0e58ef58185921038
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf8a9af1dff0b34e7542c4b5e2e072254bf7f79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25fc56d79e597d43dfe892839a396b30a0f6d22841d5275ecc8d59bc231abf8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cc3b3d073af09189fff948d3fd3115b6ad9f12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6cb16d56e3392f34ece5669f22e26fbe07439e23216b7ff2673c2172eb3579
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af24b6d71dcb8deda37f3c6251385fae8cacc73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6389dd4c570b123b9614fa7b29b2cb8d287de6306e292e45567fb62a04bece45
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ea3be8695574f5d8df8871cd991ce8ce0444d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a52e1a254bac2e2da83530bbe01fb722a33aa27445a94d309a48f52555cb42f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c93ad42a79e0f306d2fe38c1b3553f7793e9b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff5fe7c6fa247ff5a39d4630c1b55d68c4f023c033a1a8cc08df1120e85e34
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d15b17d8cb11441db0a5d2395705b43ebc812f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37efc5e91e4266a7ea2085eba74f87b1fe7e41b74d09e57349e7ce4a901c2a78
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13998062cf1459ff7331f3cfea5f9b084ed50f88
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9605306cf9af4805c5dde966ac5676927f169de29805b10514f58a393beef915
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4db322991628ec2789e75b18a6fde7174ce1b58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178829b3d84b01a0af07d9405df00e770b663f0fcc9196b6219e92fab0652eed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32770a5d1fe3d02800963b8a67b6687680386670
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2e8577978565b0e9b0492900fa933716a3c726db289e76138479dc61d2b6d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c78ed6f15804f6049c64da3c6c197491335064
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d373a7b080abf9667943d43d0929ea8a175ad316265d488c6c626a02b905134a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e550f621608adde5a5494fc3a7da425abbd443
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe01058be60fa8d0055e063f31a1e4f81d9f654e57e4643de5a92d46d22d243
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fada892a6aad1f2da6c18da134e5f193e325dc5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13513c0471363aefdb6eb43a923c10b5957357310fd7506abe7231ccc4baf2c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5111cbf2788fcf0eb67c2d779a0394f42163b299
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310a781dc72e42d5fe99c298f53472240289970619bc2959ea805cfb9b34b88f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accd11a69e3658165757c972aeec1f1c2a7f6db0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc91767d8decd3716e47f2422a227c49e1c261d118f00672efc05ab451f5ccd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5cc810bee59d8a4a9ea69f9ba9ebf919b2efa0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbecaa612b59b9ffbd237e352e98a3674b07e858c89017b8bfd314fca059633
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe582fd59ed03c415d2d1ec20687fcb73a76ff4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a59f07c04e73b401e08bae58f2cd2b9d7041e41c46d20f34b84e8280a41ae9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83cb8c9ae5caccc3a61de0da053e5a8cbbc48ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55885bb3e5b9bd0b18dea88e2d5ed90ca4dbcc0166cb1246872992880e898b12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77849b83b93f33a196c729a27372da3ded6401ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4a39016df65703e3f4a952c6358bfd0b010d3575480ae6c88000f4e1ead4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d164098f0c5c88cc6744327b1a59aa7322a18d63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476190c78f424933ce0093de3c7358a1ddffa4cce1534d73f7956d8deaf4c45e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3755d367c7bda6a601d6d210b55be273d899b861
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8362677972ba5683f04441f0a30a301f16368c2579a7fef6e8b2dd7cad5ad083
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4d0284272e7166f57138a0833f41cd1483108e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa25d3f0483e66cfa1f7cc5332aac6240968f63057383440a33ba1735981e88d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b0d713e754083a01f723fec1b7d828319bba73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d858aa6e9a96efd0fe5065bf698bf30328e0e00b6919913938827c39c4b50f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1534bf00d9d96aaad9d2f09028b8f971d7cef61e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a900d3139e76f0ba86e16384bb145ed70d829627af260b034bd9d407a679b17
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c1249de1ec5e52399390dd036fc9977b47bec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005988651f423cff29a4e103b3436b88dc29fdc903bbaad01a81f6b6c636e582
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099cb5c9fb501fb6a7d3eb6b9017c4ce45f18d27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b67874dfbfdf9a969de1c3256039fa7954131e1609362f277e1d5a270c4725d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fb412483bc37844d249b200692f9e14be78ffa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb5145343cda7f308a6d41c83593e4096571adccc2ea29b916e5aa8da66c71
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5274ab067a73768da85fefa84986cdb90b45eed2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bfba984d876faeeb4ceea882aec23137de0713764bac409dba8e2eabd9927e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c86e535d95f7a30e65c253151a70154e1f3607
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae33605265b8e3dac86cffd4cd0a8ff80b66471bd5361b199833a5b15290d49
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebf359b2cd84c7830682381da90402335d7c5b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331da61dba29ca149914c1b2f4466341a9d6c7766004885eaadbbdc34bbadb4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0db6f750bf03dcebff8331bed602d4cdca5bd3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e817dc984401229f3cd677b7f6614e2434dc5c69993ca60574a1701795a6b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee81cef4b17005305fbe5af7734f876fe26146
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42888b5042b946b61538d1db261e6600839d1cfcd33ebe333520cb6449b4d0c6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c2802ca7254324e0b6853bb8b06f072ecb2dec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91da7429e447c8ca06a26ffe4448c2d82cb92a04870d30e946334fb8b8d57f4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd93f83d9a19a8699497f83032b951001c35c25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1181b3610e97b09013a1671b6f8265a8457b5ea363bd70d2e28d86b525a0525
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f81a84bc1591c5eefb7dffef59fa04ece0fd64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dd794088a8a2acb01a34a2bb65093835cb200a1601ceb3bce228ff3571d41d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a439d62757b9edf6138d9d6328904a6de28f30
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd62c015b1d0acd09651ddc7820678fe8c628565018c72e228831455a04e573
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4977f2b23ef26fddf9ef06da36f65e76d67966b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295d082335d64ce354a07d4f2445760084659468cc4f771ba13422e2a0d4aaee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7458283b0973431bc5cfe2dacd1616bab929874
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b140d1dd1f5c39ed1070c67e3e0cdc4e2246fa43154c1f213568f405e265352
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ed3d9b920606c196598731d82ea41f0246adb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64433707b2327b271bad22c0d7d461597e24b10de04adf99ff6542d536b04158
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4386151cdcd5a72ce3ab4b9f0032b81bc9067493
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ce2edc4f246d01dffcb8ba746facc37398e5cb8cc885a0b59bfdec15d8b36
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f61950e9c579d5823d364ead242cfc14add632f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7570e9ac74d36a7d9b2cb6946635aacb6a9f70bd98e8ba257fdc199dbd44fe4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8fad486cc3adb09013fbd8530969171e437b11
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad0927b312024ba95ff5d55c1640d28bcda7b78d66e4c614ee4ab8923547210
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8712f18b079c74bf4f5b629cd3e033655ebccf03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed22d382e0761e7d8e9e36fde9a401f650b242c05ea3e9a6222093117779033d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ba326a92b61d21723c082da1a5b7e00a7a53d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7328ee5a261c34c3dd5b1a419a4c2162afd64d3f9d72a3254116303bd5ba36
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a332a467b919fed3e50f4f06e238424ede024e83
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3182f874ee0e0d1170e8dde196e2b6015506f810aa0c606f1b61dad326d2f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0758c3557da2f8b2cb0fecff89e01da2d7621a0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1229089f1322952060a04792597be4123d5b131e1e914f0bba99ef6f11ccebdc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e301f4c7c9f0c75b6edd8bfeaf45409efe5052
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d98bde61cdafe43c100f949ddfd7cf1a69f318bd18a74af774c649aeac029
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a7c3e554dc8d5cb3b825110959e86375b7b925
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c443628e9bc539ce7f3741f6a8ecbdfe06ca8b30c8ba61f853abcf445082b11
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6200c7f36c970580603d9daeb02627ea4ac1dae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2400940cf1ec704a5ff9ad03929c5013dc33b2936d38b6046b4c2edaf9eaa5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d720bcf6ad14e31e3ab5651214e4424ef48a57b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52db1c6376e4e7fbcc5e1068cdc5f9f865ca47094e3fe616ea460f6a1aabd1c5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f315604d2c9bc0e0c83119bd10f46e0d986c4db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50acd2cbe06615153347b86999ad12b51226f972efc70882fbc69290f1b72be3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaa5337f2425b7e9fc7ba2bab5ab24065fc991c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1793ad70703aee04429fef217bcae6c3363f11f04dc24d105b38309762b684db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde3f6f3fc5fbf96e0cec4e56291b3d6dde35e7e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94873ce8523a5ce52865b364adf47efe7c531c1fb4dc59840eced78fc5c72c05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865d6ccef30c161875cb1fa452ac05b59e073e2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c9d2612655418a88d1d6358f1d955e69af3c006226dd3261b6e9d56127182
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a37b71d0b76c7f4f52b01de455150387492e58f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c25b0f8771b6f4614e66e8524b2ce8f86bb99bada2738b9cc1df35528b2f949
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b825dc8772007dababf257e861bdd1b9caa963df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbbb13ad7004922576313ad6a33e882c1201222ca56ecadbab9bf93422d49a4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05272f9ff0c9daf5f60ffbf26d98e4d3acaa12a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507e558b69e112a6bb52e67eb7dd619e224d06d8c7b7bccccfd6f8a175486ccf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322d18469b6f59912b78ab760c2adac4a3463b4e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf6298ec0f722de0bc4d7114d9426a6a0fefd939292c7ae338718702790c4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596d4e86fd1145850975c5ec0a62e1da602702d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee59e99450134610184d33940b18dfd1295fd66059eaddef0269437f8d4f6094
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e566949d1dc93c33dafa830ef1d3cbf1de02a8de
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c024da3593eb5b779b8b168d9f6b6ce9f90741e602f93e5c02006b68242a1ee3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8afc7e58e05b561b04c4ed38f7af6d5302c25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecf2576e887ce2f13ebe059d8c05c8611186728e1fb5c7395702cd793d0f61d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47b3248833418bf541685b788f9a0f6f53c1d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f1b067a7a02e04856a3c1fc8c69594f224094380b96e74faa5ac64fddab7b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aeb0b513af752da6c804d7cd8a3eb50cf93c0f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee25738da5334d360ee8f972815606d7e8eb175488da6fac2a85fc3956fae0f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c2771223a69d83fa6652447a4f1329bea63891
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201b84baf4d26a75be81e2dc102cef7c2b814f316111e75032cc94168eaf58b2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab09a4c0ae362be3eaaeb66d841af3ac39351ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727e749062139c9496b3cd6633e0e580391c69d271bf85ab30ad8aa78d85461
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab65a06f43015f94183c7858c122c59e846d096
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58673eaf48787d3393eb26b810410ce92b5870092307907803af21de3a48234
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e138c5c7537d6d88c728b74a96bb33ba4af496
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bef9ede8d650603a85ad3a94843c2cc29e265cb7ce976ad0be9e945f81a258
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4b879d5c89ae9ceb5ac62fe4aa62871e298a2a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72462c077ab560ab5987464e5e4d8419d00413b53127d32eba034d7d7825e7d0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba301acbd7be975080fac83096d27f1f390e3184
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67e3add999707a830618c2c5d066d1ed7ad41f11ae10288bcd1523a9e37c934
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ed277d3729a172dc8fa1f415b921d5a458c5a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e66d0dd4f41b0587923d0a8e77588f5b4ddba936ba920cc5fa3bf11d3a391c6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6f3a4f4a2375d0428904b20bab0d14f10618cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51dc1520c6964a98ad08f2983483aa23f64825bba372617d059bb6da1c1ddd3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2501282e83db9498d9110c3d3d0ef0c21672647
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f04b7b8095078c2f2ad674e2a857f2c4da943417fe6c6acfe50bb2a23fa9cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5328725940d2753f61f65b32b604a8e46791f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0f0bea65a190be296112254ede1058d565a20534f1183e4258586ac5a4c783
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e4819643a21ea040c8ea70315ec86abf52a042
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedebcb6d5c50b048b89cd507f691a5b914c25f13a051991fef8471ee87e272d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d46cd3b6e2cf907fc3e04ad58961eca452b6b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e61d74de0c47db7c5d74e97f7e267689bb99cb5f5475bf92eba64f3ab2244d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8082603eeee88084b379dd9e2dae82b188c1d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749199b000ce0463714d1189d2cb3e2c52620053584b3341b9014b3b4f07ec54
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2805a3dba33b04dd5a5e2544d7a0fc3445eb71f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fcae927e2d80292c1eb218f86c3a6950ad39d2a889fa88d40b8a0bad2a1078
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec440c0eff1f19327fcaa4bd1ecb8fc82f00d37
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857300a86577ffe8c77eafbbd3b7966269bb5ebdc4252eaf63946e52266a1588
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026c172a6c70482356dd6cc99654760b43bdbbd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7311c60d36d330d336a2186bce37792ef92a393714f8cb06b87389330dda67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42b724c50aaca14493da88fa6507c9079b55cb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0f9670e16cf8833bc82f5481b8f068ce2a926c8cc9f6dddba12d1f6801aea
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cb95551249e5750b0c9e353e40679800765ea9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f14b22d67b3674ba4428637a6e41c0b7d4b75fdf480ed8ebf309087b98e837
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe62b556299cd3d205396a2270a533cfae209d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab2bba6c18df6eb87314670bcabd8513d07840ea7bb16259dfa4ef0dc04889c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589d90e86e4357a5882a8083fef6560be8bad65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66ba228f995b6915efc21e7e4c3c02190b3fc58abd219bf0a264eba337ffbb0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3079c285a032ccb1f838be80fb24798633579378
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9c266a2d550782be17a89d7ee99b022f8c751feac29e20c8d8dcfeb876c34a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4a0c3b1a2aae262e3f39bedaea840fd44fee65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d8d4d77109440635202844fe315e8702c7b3c40c3087c21419a8c61ef6e906
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57efdd0427d38b065692c482349a7f96f14b1681
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c19eefb9c1e968d26f6717fecfebcc3d74b9eb4643d9c7f8287705efc679850
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88286146ce41f25b70a55713a9c6c6c9c7c8a7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d333367327e7be932c165e895f9ce442a96a3681ed5a62b596c38a122078c31d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d31c346a00a54c989774850821a3c57c045eea7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d91400f74db2825c56516435993afb2d5c73826d11a52ce20c18f7c485ff339
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36530843c7a5d9744ddeac01815e97ab5186155
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289a3a918ca4ff98f969a29ff9410782e16a3ef1bedb901daee0f79d13a8a72
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bbd304be94907f972626e0fdc576e8aa7b53f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3670fa83881677b3ffeee7c13b16a653a4ae861789576c3aaf4e5fb32d333a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fb116f56d1d2f02b5a7e136ab6e9de611914bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e7c10a4339331bfce690378aa648d66a8336b6b0eeba197126578999ca5cbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69c5987618890d89544065696738b36f71d1f40
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2b0ae0b8814a979c3f48ed7826b63fd13374817afde34c5b2939d3c17162a1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b9ff7d54526fa22816ccb0a35d2c9df92dc96b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1128c6a6439e768857b73b13f374155c62f55888fa0c51aa38286f508a06e620
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6937e03d6910e9ea3576ba6048633845f547197a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72af3a71d66af383a98e1ad67fa9ef5d225ed0b40a8f9a51a776912fa00714d2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b23c20be9f7a66ed0f2b113a628f0f7d2f97cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18572df386aaa08765eab069b37609594e264427862e9a20a62e6f0af24ac2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a670d7366a0096e464752fa0d94b4986cc98d3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9205f3afb35a147ebbd537db05642ba6e1f4edfb57030ada6a47775457a87cd6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0177c951735f5045d0b1556632259037bb015632
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf11d926f600c4a2c03a86a61fb310b3df574905cdf6ca272797d30dd355f1bc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97396f94a89582155a5e5e1bc1201b655ab95a3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe939575ff47473caa35b961d8c3f50852b043d5c13783a5de6470ab0c8d88
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5182c78b94c3e5c8aa19209e622c78636200d470
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8912300dcb19f6b0873e81e973c2c73efba954d43b6678db4005f23bcf1d9b83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0ee6e08032ca689a7395445f5cabb0737063fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffd59981fd35f5bf095ce4a8add0de08db0887a545f188606741d0148b9b2db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8719c7f260c9b8de50db39443a1b8c0a971d2a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370b9c43fce9d7fc706999e372c0f8265af2980a6d0da7dc3ccb5ee88bb90a1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d166b43042b73f2cc879755415e477bb92f23155
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33e79de5ae99aa814c8ddc643e9f44d26beacf24e139e2ec4c5d7a0e6238d1c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb39268071f704fa2f4bb3b07da5de2f90ec82c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9aca373e20d85486ee7a5dc0adbaa1f06d01e2418c5e944b93d6086dc15b92
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110a18481ab2f082f8923e0845bbf4909e528aa6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adebf8221362d80ca9a1a4523340b65e9b42963fa85177eca7877e7d594e6aa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1eb9853d7356eb55dd3b73872b631dcda98591
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790de64e39846429029cf9322f3027d817356037e5283a497e0d5f9ca99ef45e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01175138e5292ed0f5a9a2e6ea340fb374233c1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62455b82d8bd23c85f6bcd8aab45796a0ac81d126dd07d1d6bb69d5253e2444
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad300700ca807ec963618d32f34179674470a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97816547cdd08bf1e929803744d0653786ec2da0fdf67877690289a5641d6f50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94da4c31f6aca79feb39caaa3eed581eb962336
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3705220f6dae0ba12aa4c7a61cd00fd2883f45d7020c505baf2dcf821b05786d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0500970db4f5c172455c2936bf3149cf5e2e9174
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476cecbcb63f8442b02b5014800ff65fa4e1a6293d0feb5ef300d0349f7e6472
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bd565d5b42bb603d3a1697aa2fff01f1f50dcb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d3f723485e6aefacdf9a2a57bda641e814e0668136703b41191d5092b6b254
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35cf89c50256df75bcb94b7444a2b46015ac411
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05ebbff73c61813584706aaf82e75132362dfd17229ef65b5174c581a4678bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b736bf0a9be1f65e53bd57defe4fd66e73f40b26
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb24f8af5c5870c45698d253eeff04f347dbc298b2783a5b62a94112eb670f62
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cccf7141ec89a4bdb666f8ec5668a0085724e55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6029dc96a6d6d79977cedca8474a9655d0826a0175229eb87b9aac546690ca93
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efd60fa8a4be1c97cbcd49323e470b9db910833
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7069f657197ffb9376693f0ffc126b7d6b94b733e8a3ecd880664ae0edb1bf31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082f3773ebd744ff10fce375e85c55a8a138c00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185789684756a53e5e7a2840bf4a52ec9bcc3b4809984401f17d003cc5e2e7b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b9bf73723710bc86dbe306eaf4b60d554ca7ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56aaa5132905f9db132a464a70a84c54abc7ac3f5b7f5b51eac85c875359241
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabc35eddb01a6ce84cfee3267f49c51504145d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfcbf90e8820dc17cfda1086b7be2ec8c2b487526620bc33625e6d7b1c5543c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f157892fd28d47c2904b93f40cd7172fead4949f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a98482d811179c751767120b6d066f6c256e3aabb79d9be1e6520a64f9e191b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3565299c55542756223db9e36dfccf35bad771ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4a6bbe7c6b98690a7db83a02dc498b63b289fc9037746a84c7467b17d3c75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d3d2735bf368b24a5eb54a77e94a371ad1a85
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ce11b877f5236a11e8c01ff12ddb0200f75c30ddac3694fbd690fc9b515d0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81292e7747c1db4f6ec19cbf1d70c40de6866208
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e120fe209f331ab98d326f132d192c0a55a82c43c00148ea1944bc9e062f8a19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adabf20127c981f0fc1cd7d2995453dd300caba3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84378712d8c78ccba60003030e589e2da2a5494806bec63040f4ab010bc39c4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca52c7a2c67b3e786c1b191939b901737c221c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6ecf9daf71df133cd8be4a650e1310c1b595f65413174d4cff3267024e37e1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613e1f94d0eaa3a5d177a1cc941476c3751693ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3452986d7ea286442977c69e0e676070dad83d2a3e4f01b7bcd48309f25f5f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a4692fe131edc02a273e568f59d037aab22cd6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dab2749175f39cdd91fe679076967f6cbfc3ad892f155295099602227b156d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebe86f46ef5d8bbf63fe5fe7e507803ba97c8e6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfcf7662caa26a093df9650655fee1bcf8b7bba1e9ac3e8f4fbb29eeff44160
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979cfb006c258534ad285774423f1fb0c9cf3097
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001fcac7d08f16a2caea6db32cafc0eb98b4f9a4825f7d2d3b31dd7e3fee10af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5496413b4959288eb8970ee85f00a3fc4e5cc0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e728eff11c3c4e4c297402f98e398692719a144b593a0e428c56cf6794d3f91
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2046568d6c9bc086971d6148f20e840314d379ca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fc9cb046b776b65b8904b189991082adbeeb5f7043dbef917502c83718c6fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8be7c343daf6e6824551bc8fb069d7fd36202a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe294dc119d6b239a8e0a13a8b36a1cc058c1dbc346f7917e11b85d077bd689
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0020b0831a9a95d11063ff63d356c006cf4a65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae90ecd2b633fb3a339dab92a8c09c89e16c42b5438893c30ef8b399057cd484
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ece98f0756f188787ed7c3d975532c14b71e02b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8865fe37f6c557fc825a2020032440195a53bbc6dc0fd951f31466dc9f850a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8955275600f8169a9c3814f7bf5bdeb1ac2ae65a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7b991032470b06497953067caf7272d1b157a697752abfce0f591841cf3a5a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbe86f2bffd34d6e8e07da9013510fb94c3e09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c4126615662a10ad18a6f91116d844af6c80ccd760919acc20e85baea28d6
+size 205955
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de08561c5bfd246e76062d701211d46e3a54e995
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4de17ea97aa5610de68a8acea84e95e15f68474be5113a053590b16ceea710f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8afdfeaf44c0296f6115c17a5f19958f2260492
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa59e009baad97f83eb5dc7936da7d9cbfbab3deec26b4a23eaf90f581c7c1c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede1ab586c235335c3fd1c57d222a0a80b5381f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4aca3dbaa8683cae23c89ba678421974be573609563f5efeb997a42559f3c9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2add7c639d307854a4f47a5c80c91cc67e1cddb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325f1efc3bd61494f24fcc3e20d62fa8d235358afa07937cffe751d85b433eb0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf63fc28f23da2c2c8163aceed027dc9a8ecbb09
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342ba12fe34030959afa0b2fcf007445a25b276c1ae770acba9d743ca5f3dd67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83de2b815713491ff1fe782115a8f972d171015b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df95240568cbb5d45dfba50f5510cc13f2db2711b1846463558c38b628fb2f4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b57b73f92024f44de517efa1617953d35fd966
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce452c7e8c91d3cc8de2efbfe0767e26035eb97543a810b15fb4a95d62b3fe9
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933ee601a4c3c0e263c8f39cce2d6045d3d451fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb03a58f38c617bac5475d8659f699a8113e801db8cad0637caf147c4ac8867
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22c8017100e3bb3678d7db403f1631f43c9705f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2858786f5d602f6c7aaeeb48bf5866ca6e58968378bed41bd5a07c7565cd76f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aad2c966f6fb51c59fed9efdeef0840fc5776e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb79e6bc1e0569653a9c830439bebd83b58dd2c89bf3f400610d4305c1b6f55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1482a8e5ad5333ee2edc917bb7ba470dc34003c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6462385258bbf7f051bf10c7b2c5f4113c1bce913b6d8dad66c843f948bab974
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e409758101a1696f2ada84d90ae659f9d8d957
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ca527099b1db2f9e1e687cd4f0e749f8145918df1da569e451f893a531370e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bff0094aa43e0cafc30f3039f48ce293cdcde0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e02d48a77d964a4863674b35c0d8344e604118e5269e3dfd39beda892c25e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a98af22fd45f91b26362b3be43a315d96a69e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca90e9010b6f403f80561dcaf0b20690338ac896cc8a0861b37628bfa2468b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6626d80e96eadb84f3009054864566a735311b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c5d8fdce79af3159517121e77efe5f99f0449ce06dec06118e310f330747df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa008e4cba8a277bc554f164b8f25546037b2afd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766119cd6ed661ae763da26cff2f7ce9941b3a24da7c75a8045226719bd41905
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd55c0f08195842de254926e6feea7604cba659
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa5fca52e16fcbbf7274bc1b8c2437fb419a5145f848375c59d440b25324b14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7c2ccada4898a606b25dcf4211d59ca230cbf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ad113732576faec0f33e6570ce56073a8fc76e27ae47fc443219d95bce2e22
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b20f4497077d18bd6d820db260898627ab7530
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6811a5d04a546518cf9965ac35b49d39c325f3de80481ba4230c90e93cbec1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5db38c0b5ea48e7e43738a4c8a0476c4923553c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c51a7ce96b8f989696d04bf04835bbf4656c4c52c7ef304bab7e7f6513b1eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926646b8a21ff0209b781b7dc751bc24e4d5a4f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87bd40befac73a31c22476cbc1693f10fb6c80178676ce31e1123ae6d222a13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7b7aad9fc96b0af8336d78a4bb95efbd529b28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468ea9ae9f5669d8ca62868c794d7c849c15e08105cac5b27ab8837e4f3e890
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d29fd9820c4e855a2dc41c7964cbcab32c3395f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8768a9643513f5163894a2cc37ea176090820165bb8542ffdab5ceaf9c4a03f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459a7b7c06e5e61a81e61dca33da64d63f413515
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbbde64a979c0e2962d48ece2efd33e01d286174263f4ae14a51a5a3fed4924
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6426774a2caa7764586aa6d979ae943e6088efeb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb521f646d66cd360c2f62b30326c0d6771e30b532f886d76295b101696cac8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a23030dd98074030b0fea48d3c537280fba381b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f70627e708dd2ace7e58c937e62a21c92ba7b24822c59b6917ad3a0b09e9eb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6032c499c26bdd43cb96ebf825ebbedf4d95c968
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1591a2e93e47e6a9a88d9c6b5d4a34f2b06f215098cbe90de2f40f4ca7dad
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a107cfbb9083a491c268e6c250895784937b615
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712a9373cba63274435fba0ec1bbf6cda213a6b56ea7aa149dea9db01f7f2d5d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9c81f9aaa1a9914b42f480d708fcb0430f0406
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3427aa724100af5b070f31601de62b9c657c8ac655da270a7f9928a66817ea0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e49ffe6ff548f127741161f8268d0c3e1a98db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc291e7f89f19a711f5a2bea8b281db645423cfe05623eb36583547c4bff822
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd9fce3abd3dfeabf0ebf15e48cb052a8ae939f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf1e41829250c4e9a286ce7c583c3c5909a5271c9ac98b6c882933d6d682783
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1f9886045b6a453de09907d91d4076c7f201c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa3c0234cd710033371d8b80b5ee67a456c8167c43fd54438951ab002324d5c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea60222a4c430097dca74b313864d815954d8174
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6c3d79d4579fe08cf9cadc557fcb57df3b2ca8000aa3cc37c8d29dfb0bdb9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356c3777d1c0df3e50de2612467cc2fe706fdaa9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c833b268afceaa2fdbab236f04d131f867604f6d85c7928ed3e1b1c227803e77
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935db329e7ed534c2c6e8c8ee00b25f501f3274c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caaf0516627f400d68682701707919ba56f719fb68091456e5d42fba780dc14
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85451f3a4921c9b144fe7677cc99dd4324c2389
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675c30e9669abeac448fee92d469ba315b73f4d458009a166c59d7647517235d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53111343f1feaedfaa43c29c3146b8dec551640
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1faa9a72b76f2f24c331c3f446221e8aaa6cdfd024b1b3803d9ad75e686fb4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7698e76c1e9826fac47484d253e6f8efa90fa906
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2503ee3406478d3da653794408073a63f42f3edcd2b7885491f8ddac655e1f68
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02538fac001bf79e57e6ebbc141590018168179
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5094182c47f7f6a5f9de152354390d5fa4b1a6b665c4c79b3fab57787606b1b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe51ad61881b1a442ff77e9315355ce56ced920a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ed9579047623326609b4535936645505f4714b395d5b5e523621cd8b109a6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd7bc643fef5d72a4303464c66fcc5de18a742f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3d5b91c54838b5d14e70e22fb0a456b72c34274378332d563f86368221d87d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1982a073f133df1b20495aff3ef826f039b5746
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4ce7af499040d842c79c7c590c21630555eec2bf7b7286d96d81ec7a43863a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1a316b7c613d1065f4b6b41478768f76614c66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f84fcbfc93a7c9aa1e87ac6eaea3d2ced8e981c94843c712108102895b24884
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047a1d7b76ccf56605f3c46a20b17d6d77e567dc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0da0b0a586f40e1551a52cd33cdfba46b9351dda20b9defafb78e8cbe6234e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ecafbe6b985771918247207ad097dbe59e929d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb75e32bb26a31bfc4c5cd83893c1ea58e6c2395b7765affbf0678587b2bc04f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8233e39aaebf4378958f96b8670d8d247eccf0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996b785566ca56794a69a301824d00cc640dc1e6d3f83eb71bb9b7e63862241d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276d05c0d2faaecad7a3d2383712156557d7bc2d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4945924601239eac91e5726a9609f3ac2b1a95e89bbdbd459653b34e3143b79a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56269df601fd6a36aae0b316245ac1d46cb6dea4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d23b95b7acf41e4c4b1da0d50096681657d0aaa9dac823852aa900ba444a3c7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d65dd9a0a6236755e4ca7783cc0fdf43937ccaf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cf4a5e8275bab8000a5b85fe35ff23f27584a2812ccb6ed401fe87a7f4b826
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15611a4a284cd53a1f40cfb50dfd1b64a4dc9ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dfb6dfb2e25c97538867bf4ff3542c1b81117a76f8cdc6c603085fcb55f184
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139253e70fdf7b4afa394f3b02a658c69492aab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0ae17a3c308e47b2ceb9e83eaa9b5e6cf35344e42288baab32167c63d8e7c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc59b48f7eec866968229fbb191660158c688c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c248afabb1daaeaa83b7f0fae949ad73a99608326a32d80c2fc2a583e334b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9580f6a29e59ea7a865d262c179785a6ebae7601
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dc98576f43ad47ab1dc51f77518a08d1c63b6188ca5a9ebd71a1193b08dedf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00ba36dc77cc55c319273da72aa0221b00c755f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99247e6b23a526d697eecda88237b260f8b46e5c32e7c9e8bc8fd03e10a12e0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8db82122b2b124009b64e3e590c1726ceafd8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d068777d9b841fce27440431c7284e0ae30d51571a9a83d686e6564ae6b90
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadb2e6e8d25c6b39329e5a549ba512f1689e6f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae97005dbd40671045e7922d3e55a0a16f4515fe52e8ab885340e05e811b833
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4c4520b38eb7a7ff20ff8a5d58b9038d66346
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b5115024e9bbaec4befc5da045c39be6b5872e78a2d786746a967bb88ad93d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb4f7be15f93c04cfeb2ec4b60542cece147ede
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41cef1b5a19d6f0cd94f3e2e5d786205f8ad9477e67f616146ae550bc949954
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688a65a6e784ff6862fcdb33df822e36f9fee044
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d1fea8482b22cd2c9e2ae439fecf7b88c85385817fa3d7285d01bf990d0637
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f80d38350bf7b1b1e1732dfcb80f10bb7f2e58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a299bb14ea8317f0fd8b3d941affdbd58b7e62a0b4906b0e58ef58185921038
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf8a9af1dff0b34e7542c4b5e2e072254bf7f79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25fc56d79e597d43dfe892839a396b30a0f6d22841d5275ecc8d59bc231abf8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cc3b3d073af09189fff948d3fd3115b6ad9f12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6cb16d56e3392f34ece5669f22e26fbe07439e23216b7ff2673c2172eb3579
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af24b6d71dcb8deda37f3c6251385fae8cacc73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6389dd4c570b123b9614fa7b29b2cb8d287de6306e292e45567fb62a04bece45
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ea3be8695574f5d8df8871cd991ce8ce0444d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a52e1a254bac2e2da83530bbe01fb722a33aa27445a94d309a48f52555cb42f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c93ad42a79e0f306d2fe38c1b3553f7793e9b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff5fe7c6fa247ff5a39d4630c1b55d68c4f023c033a1a8cc08df1120e85e34
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d15b17d8cb11441db0a5d2395705b43ebc812f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37efc5e91e4266a7ea2085eba74f87b1fe7e41b74d09e57349e7ce4a901c2a78
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13998062cf1459ff7331f3cfea5f9b084ed50f88
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9605306cf9af4805c5dde966ac5676927f169de29805b10514f58a393beef915
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4db322991628ec2789e75b18a6fde7174ce1b58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178829b3d84b01a0af07d9405df00e770b663f0fcc9196b6219e92fab0652eed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32770a5d1fe3d02800963b8a67b6687680386670
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2e8577978565b0e9b0492900fa933716a3c726db289e76138479dc61d2b6d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c78ed6f15804f6049c64da3c6c197491335064
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d373a7b080abf9667943d43d0929ea8a175ad316265d488c6c626a02b905134a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e550f621608adde5a5494fc3a7da425abbd443
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe01058be60fa8d0055e063f31a1e4f81d9f654e57e4643de5a92d46d22d243
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fada892a6aad1f2da6c18da134e5f193e325dc5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13513c0471363aefdb6eb43a923c10b5957357310fd7506abe7231ccc4baf2c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5111cbf2788fcf0eb67c2d779a0394f42163b299
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310a781dc72e42d5fe99c298f53472240289970619bc2959ea805cfb9b34b88f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accd11a69e3658165757c972aeec1f1c2a7f6db0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc91767d8decd3716e47f2422a227c49e1c261d118f00672efc05ab451f5ccd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5cc810bee59d8a4a9ea69f9ba9ebf919b2efa0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbecaa612b59b9ffbd237e352e98a3674b07e858c89017b8bfd314fca059633
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe582fd59ed03c415d2d1ec20687fcb73a76ff4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a59f07c04e73b401e08bae58f2cd2b9d7041e41c46d20f34b84e8280a41ae9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83cb8c9ae5caccc3a61de0da053e5a8cbbc48ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55885bb3e5b9bd0b18dea88e2d5ed90ca4dbcc0166cb1246872992880e898b12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77849b83b93f33a196c729a27372da3ded6401ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4a39016df65703e3f4a952c6358bfd0b010d3575480ae6c88000f4e1ead4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d164098f0c5c88cc6744327b1a59aa7322a18d63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476190c78f424933ce0093de3c7358a1ddffa4cce1534d73f7956d8deaf4c45e
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3755d367c7bda6a601d6d210b55be273d899b861
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8362677972ba5683f04441f0a30a301f16368c2579a7fef6e8b2dd7cad5ad083
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4d0284272e7166f57138a0833f41cd1483108e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa25d3f0483e66cfa1f7cc5332aac6240968f63057383440a33ba1735981e88d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b0d713e754083a01f723fec1b7d828319bba73
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d858aa6e9a96efd0fe5065bf698bf30328e0e00b6919913938827c39c4b50f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1534bf00d9d96aaad9d2f09028b8f971d7cef61e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a900d3139e76f0ba86e16384bb145ed70d829627af260b034bd9d407a679b17
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c1249de1ec5e52399390dd036fc9977b47bec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005988651f423cff29a4e103b3436b88dc29fdc903bbaad01a81f6b6c636e582
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099cb5c9fb501fb6a7d3eb6b9017c4ce45f18d27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b67874dfbfdf9a969de1c3256039fa7954131e1609362f277e1d5a270c4725d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fb412483bc37844d249b200692f9e14be78ffa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb5145343cda7f308a6d41c83593e4096571adccc2ea29b916e5aa8da66c71
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5274ab067a73768da85fefa84986cdb90b45eed2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bfba984d876faeeb4ceea882aec23137de0713764bac409dba8e2eabd9927e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c86e535d95f7a30e65c253151a70154e1f3607
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae33605265b8e3dac86cffd4cd0a8ff80b66471bd5361b199833a5b15290d49
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebf359b2cd84c7830682381da90402335d7c5b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331da61dba29ca149914c1b2f4466341a9d6c7766004885eaadbbdc34bbadb4a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0db6f750bf03dcebff8331bed602d4cdca5bd3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e817dc984401229f3cd677b7f6614e2434dc5c69993ca60574a1701795a6b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee81cef4b17005305fbe5af7734f876fe26146
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42888b5042b946b61538d1db261e6600839d1cfcd33ebe333520cb6449b4d0c6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c2802ca7254324e0b6853bb8b06f072ecb2dec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91da7429e447c8ca06a26ffe4448c2d82cb92a04870d30e946334fb8b8d57f4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd93f83d9a19a8699497f83032b951001c35c25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1181b3610e97b09013a1671b6f8265a8457b5ea363bd70d2e28d86b525a0525
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f81a84bc1591c5eefb7dffef59fa04ece0fd64
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dd794088a8a2acb01a34a2bb65093835cb200a1601ceb3bce228ff3571d41d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a439d62757b9edf6138d9d6328904a6de28f30
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd62c015b1d0acd09651ddc7820678fe8c628565018c72e228831455a04e573
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4977f2b23ef26fddf9ef06da36f65e76d67966b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295d082335d64ce354a07d4f2445760084659468cc4f771ba13422e2a0d4aaee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7458283b0973431bc5cfe2dacd1616bab929874
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b140d1dd1f5c39ed1070c67e3e0cdc4e2246fa43154c1f213568f405e265352
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ed3d9b920606c196598731d82ea41f0246adb0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64433707b2327b271bad22c0d7d461597e24b10de04adf99ff6542d536b04158
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4386151cdcd5a72ce3ab4b9f0032b81bc9067493
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ce2edc4f246d01dffcb8ba746facc37398e5cb8cc885a0b59bfdec15d8b36
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f61950e9c579d5823d364ead242cfc14add632f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7570e9ac74d36a7d9b2cb6946635aacb6a9f70bd98e8ba257fdc199dbd44fe4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8fad486cc3adb09013fbd8530969171e437b11
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad0927b312024ba95ff5d55c1640d28bcda7b78d66e4c614ee4ab8923547210
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8712f18b079c74bf4f5b629cd3e033655ebccf03
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed22d382e0761e7d8e9e36fde9a401f650b242c05ea3e9a6222093117779033d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ba326a92b61d21723c082da1a5b7e00a7a53d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7328ee5a261c34c3dd5b1a419a4c2162afd64d3f9d72a3254116303bd5ba36
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a332a467b919fed3e50f4f06e238424ede024e83
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3182f874ee0e0d1170e8dde196e2b6015506f810aa0c606f1b61dad326d2f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0758c3557da2f8b2cb0fecff89e01da2d7621a0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1229089f1322952060a04792597be4123d5b131e1e914f0bba99ef6f11ccebdc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e301f4c7c9f0c75b6edd8bfeaf45409efe5052
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d98bde61cdafe43c100f949ddfd7cf1a69f318bd18a74af774c649aeac029
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a7c3e554dc8d5cb3b825110959e86375b7b925
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c443628e9bc539ce7f3741f6a8ecbdfe06ca8b30c8ba61f853abcf445082b11
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6200c7f36c970580603d9daeb02627ea4ac1dae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2400940cf1ec704a5ff9ad03929c5013dc33b2936d38b6046b4c2edaf9eaa5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d720bcf6ad14e31e3ab5651214e4424ef48a57b4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52db1c6376e4e7fbcc5e1068cdc5f9f865ca47094e3fe616ea460f6a1aabd1c5
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f315604d2c9bc0e0c83119bd10f46e0d986c4db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50acd2cbe06615153347b86999ad12b51226f972efc70882fbc69290f1b72be3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaa5337f2425b7e9fc7ba2bab5ab24065fc991c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1793ad70703aee04429fef217bcae6c3363f11f04dc24d105b38309762b684db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde3f6f3fc5fbf96e0cec4e56291b3d6dde35e7e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94873ce8523a5ce52865b364adf47efe7c531c1fb4dc59840eced78fc5c72c05
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865d6ccef30c161875cb1fa452ac05b59e073e2e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c9d2612655418a88d1d6358f1d955e69af3c006226dd3261b6e9d56127182
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a37b71d0b76c7f4f52b01de455150387492e58f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c25b0f8771b6f4614e66e8524b2ce8f86bb99bada2738b9cc1df35528b2f949
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b825dc8772007dababf257e861bdd1b9caa963df
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbbb13ad7004922576313ad6a33e882c1201222ca56ecadbab9bf93422d49a4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05272f9ff0c9daf5f60ffbf26d98e4d3acaa12a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507e558b69e112a6bb52e67eb7dd619e224d06d8c7b7bccccfd6f8a175486ccf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322d18469b6f59912b78ab760c2adac4a3463b4e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf6298ec0f722de0bc4d7114d9426a6a0fefd939292c7ae338718702790c4c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596d4e86fd1145850975c5ec0a62e1da602702d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee59e99450134610184d33940b18dfd1295fd66059eaddef0269437f8d4f6094
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e566949d1dc93c33dafa830ef1d3cbf1de02a8de
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c024da3593eb5b779b8b168d9f6b6ce9f90741e602f93e5c02006b68242a1ee3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8afc7e58e05b561b04c4ed38f7af6d5302c25
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecf2576e887ce2f13ebe059d8c05c8611186728e1fb5c7395702cd793d0f61d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47b3248833418bf541685b788f9a0f6f53c1d6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f1b067a7a02e04856a3c1fc8c69594f224094380b96e74faa5ac64fddab7b
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aeb0b513af752da6c804d7cd8a3eb50cf93c0f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee25738da5334d360ee8f972815606d7e8eb175488da6fac2a85fc3956fae0f7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c2771223a69d83fa6652447a4f1329bea63891
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201b84baf4d26a75be81e2dc102cef7c2b814f316111e75032cc94168eaf58b2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab09a4c0ae362be3eaaeb66d841af3ac39351ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727e749062139c9496b3cd6633e0e580391c69d271bf85ab30ad8aa78d85461
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab65a06f43015f94183c7858c122c59e846d096
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58673eaf48787d3393eb26b810410ce92b5870092307907803af21de3a48234
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e138c5c7537d6d88c728b74a96bb33ba4af496
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bef9ede8d650603a85ad3a94843c2cc29e265cb7ce976ad0be9e945f81a258
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4b879d5c89ae9ceb5ac62fe4aa62871e298a2a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72462c077ab560ab5987464e5e4d8419d00413b53127d32eba034d7d7825e7d0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba301acbd7be975080fac83096d27f1f390e3184
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67e3add999707a830618c2c5d066d1ed7ad41f11ae10288bcd1523a9e37c934
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ed277d3729a172dc8fa1f415b921d5a458c5a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e66d0dd4f41b0587923d0a8e77588f5b4ddba936ba920cc5fa3bf11d3a391c6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6f3a4f4a2375d0428904b20bab0d14f10618cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51dc1520c6964a98ad08f2983483aa23f64825bba372617d059bb6da1c1ddd3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2501282e83db9498d9110c3d3d0ef0c21672647
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f04b7b8095078c2f2ad674e2a857f2c4da943417fe6c6acfe50bb2a23fa9cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5328725940d2753f61f65b32b604a8e46791f0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0f0bea65a190be296112254ede1058d565a20534f1183e4258586ac5a4c783
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e4819643a21ea040c8ea70315ec86abf52a042
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedebcb6d5c50b048b89cd507f691a5b914c25f13a051991fef8471ee87e272d
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d46cd3b6e2cf907fc3e04ad58961eca452b6b8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e61d74de0c47db7c5d74e97f7e267689bb99cb5f5475bf92eba64f3ab2244d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8082603eeee88084b379dd9e2dae82b188c1d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749199b000ce0463714d1189d2cb3e2c52620053584b3341b9014b3b4f07ec54
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2805a3dba33b04dd5a5e2544d7a0fc3445eb71f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fcae927e2d80292c1eb218f86c3a6950ad39d2a889fa88d40b8a0bad2a1078
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec440c0eff1f19327fcaa4bd1ecb8fc82f00d37
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857300a86577ffe8c77eafbbd3b7966269bb5ebdc4252eaf63946e52266a1588
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026c172a6c70482356dd6cc99654760b43bdbbd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7311c60d36d330d336a2186bce37792ef92a393714f8cb06b87389330dda67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42b724c50aaca14493da88fa6507c9079b55cb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0f9670e16cf8833bc82f5481b8f068ce2a926c8cc9f6dddba12d1f6801aea
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cb95551249e5750b0c9e353e40679800765ea9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f14b22d67b3674ba4428637a6e41c0b7d4b75fdf480ed8ebf309087b98e837
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe62b556299cd3d205396a2270a533cfae209d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab2bba6c18df6eb87314670bcabd8513d07840ea7bb16259dfa4ef0dc04889c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589d90e86e4357a5882a8083fef6560be8bad65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66ba228f995b6915efc21e7e4c3c02190b3fc58abd219bf0a264eba337ffbb0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3079c285a032ccb1f838be80fb24798633579378
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9c266a2d550782be17a89d7ee99b022f8c751feac29e20c8d8dcfeb876c34a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4a0c3b1a2aae262e3f39bedaea840fd44fee65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d8d4d77109440635202844fe315e8702c7b3c40c3087c21419a8c61ef6e906
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57efdd0427d38b065692c482349a7f96f14b1681
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c19eefb9c1e968d26f6717fecfebcc3d74b9eb4643d9c7f8287705efc679850
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88286146ce41f25b70a55713a9c6c6c9c7c8a7c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d333367327e7be932c165e895f9ce442a96a3681ed5a62b596c38a122078c31d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d31c346a00a54c989774850821a3c57c045eea7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d91400f74db2825c56516435993afb2d5c73826d11a52ce20c18f7c485ff339
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36530843c7a5d9744ddeac01815e97ab5186155
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289a3a918ca4ff98f969a29ff9410782e16a3ef1bedb901daee0f79d13a8a72
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bbd304be94907f972626e0fdc576e8aa7b53f6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3670fa83881677b3ffeee7c13b16a653a4ae861789576c3aaf4e5fb32d333a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fb116f56d1d2f02b5a7e136ab6e9de611914bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e7c10a4339331bfce690378aa648d66a8336b6b0eeba197126578999ca5cbc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69c5987618890d89544065696738b36f71d1f40
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2b0ae0b8814a979c3f48ed7826b63fd13374817afde34c5b2939d3c17162a1
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b9ff7d54526fa22816ccb0a35d2c9df92dc96b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1128c6a6439e768857b73b13f374155c62f55888fa0c51aa38286f508a06e620
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6937e03d6910e9ea3576ba6048633845f547197a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72af3a71d66af383a98e1ad67fa9ef5d225ed0b40a8f9a51a776912fa00714d2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b23c20be9f7a66ed0f2b113a628f0f7d2f97cf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18572df386aaa08765eab069b37609594e264427862e9a20a62e6f0af24ac2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a670d7366a0096e464752fa0d94b4986cc98d3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9205f3afb35a147ebbd537db05642ba6e1f4edfb57030ada6a47775457a87cd6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0177c951735f5045d0b1556632259037bb015632
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf11d926f600c4a2c03a86a61fb310b3df574905cdf6ca272797d30dd355f1bc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97396f94a89582155a5e5e1bc1201b655ab95a3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe939575ff47473caa35b961d8c3f50852b043d5c13783a5de6470ab0c8d88
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5182c78b94c3e5c8aa19209e622c78636200d470
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8912300dcb19f6b0873e81e973c2c73efba954d43b6678db4005f23bcf1d9b83
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0ee6e08032ca689a7395445f5cabb0737063fc
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffd59981fd35f5bf095ce4a8add0de08db0887a545f188606741d0148b9b2db
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8719c7f260c9b8de50db39443a1b8c0a971d2a84
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370b9c43fce9d7fc706999e372c0f8265af2980a6d0da7dc3ccb5ee88bb90a1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d166b43042b73f2cc879755415e477bb92f23155
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33e79de5ae99aa814c8ddc643e9f44d26beacf24e139e2ec4c5d7a0e6238d1c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb39268071f704fa2f4bb3b07da5de2f90ec82c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9aca373e20d85486ee7a5dc0adbaa1f06d01e2418c5e944b93d6086dc15b92
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110a18481ab2f082f8923e0845bbf4909e528aa6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adebf8221362d80ca9a1a4523340b65e9b42963fa85177eca7877e7d594e6aa
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1eb9853d7356eb55dd3b73872b631dcda98591
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790de64e39846429029cf9322f3027d817356037e5283a497e0d5f9ca99ef45e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01175138e5292ed0f5a9a2e6ea340fb374233c1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62455b82d8bd23c85f6bcd8aab45796a0ac81d126dd07d1d6bb69d5253e2444
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad300700ca807ec963618d32f34179674470a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97816547cdd08bf1e929803744d0653786ec2da0fdf67877690289a5641d6f50
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94da4c31f6aca79feb39caaa3eed581eb962336
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3705220f6dae0ba12aa4c7a61cd00fd2883f45d7020c505baf2dcf821b05786d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0500970db4f5c172455c2936bf3149cf5e2e9174
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476cecbcb63f8442b02b5014800ff65fa4e1a6293d0feb5ef300d0349f7e6472
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bd565d5b42bb603d3a1697aa2fff01f1f50dcb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d3f723485e6aefacdf9a2a57bda641e814e0668136703b41191d5092b6b254
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35cf89c50256df75bcb94b7444a2b46015ac411
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05ebbff73c61813584706aaf82e75132362dfd17229ef65b5174c581a4678bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b736bf0a9be1f65e53bd57defe4fd66e73f40b26
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb24f8af5c5870c45698d253eeff04f347dbc298b2783a5b62a94112eb670f62
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cccf7141ec89a4bdb666f8ec5668a0085724e55
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6029dc96a6d6d79977cedca8474a9655d0826a0175229eb87b9aac546690ca93
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efd60fa8a4be1c97cbcd49323e470b9db910833
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7069f657197ffb9376693f0ffc126b7d6b94b733e8a3ecd880664ae0edb1bf31
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082f3773ebd744ff10fce375e85c55a8a138c00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185789684756a53e5e7a2840bf4a52ec9bcc3b4809984401f17d003cc5e2e7b3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b9bf73723710bc86dbe306eaf4b60d554ca7ec
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56aaa5132905f9db132a464a70a84c54abc7ac3f5b7f5b51eac85c875359241
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabc35eddb01a6ce84cfee3267f49c51504145d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfcbf90e8820dc17cfda1086b7be2ec8c2b487526620bc33625e6d7b1c5543c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f157892fd28d47c2904b93f40cd7172fead4949f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a98482d811179c751767120b6d066f6c256e3aabb79d9be1e6520a64f9e191b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3565299c55542756223db9e36dfccf35bad771ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4a6bbe7c6b98690a7db83a02dc498b63b289fc9037746a84c7467b17d3c75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d3d2735bf368b24a5eb54a77e94a371ad1a85
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ce11b877f5236a11e8c01ff12ddb0200f75c30ddac3694fbd690fc9b515d0e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81292e7747c1db4f6ec19cbf1d70c40de6866208
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e120fe209f331ab98d326f132d192c0a55a82c43c00148ea1944bc9e062f8a19
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adabf20127c981f0fc1cd7d2995453dd300caba3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84378712d8c78ccba60003030e589e2da2a5494806bec63040f4ab010bc39c4
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca52c7a2c67b3e786c1b191939b901737c221c8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6ecf9daf71df133cd8be4a650e1310c1b595f65413174d4cff3267024e37e1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613e1f94d0eaa3a5d177a1cc941476c3751693ad
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3452986d7ea286442977c69e0e676070dad83d2a3e4f01b7bcd48309f25f5f9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a4692fe131edc02a273e568f59d037aab22cd6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dab2749175f39cdd91fe679076967f6cbfc3ad892f155295099602227b156d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebe86f46ef5d8bbf63fe5fe7e507803ba97c8e6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfcf7662caa26a093df9650655fee1bcf8b7bba1e9ac3e8f4fbb29eeff44160
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979cfb006c258534ad285774423f1fb0c9cf3097
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001fcac7d08f16a2caea6db32cafc0eb98b4f9a4825f7d2d3b31dd7e3fee10af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5496413b4959288eb8970ee85f00a3fc4e5cc0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e728eff11c3c4e4c297402f98e398692719a144b593a0e428c56cf6794d3f91
+size 42115
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2046568d6c9bc086971d6148f20e840314d379ca
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fc9cb046b776b65b8904b189991082adbeeb5f7043dbef917502c83718c6fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8be7c343daf6e6824551bc8fb069d7fd36202a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe294dc119d6b239a8e0a13a8b36a1cc058c1dbc346f7917e11b85d077bd689
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0020b0831a9a95d11063ff63d356c006cf4a65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae90ecd2b633fb3a339dab92a8c09c89e16c42b5438893c30ef8b399057cd484
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ece98f0756f188787ed7c3d975532c14b71e02b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8865fe37f6c557fc825a2020032440195a53bbc6dc0fd951f31466dc9f850a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8955275600f8169a9c3814f7bf5bdeb1ac2ae65a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7b991032470b06497953067caf7272d1b157a697752abfce0f591841cf3a5a
+size 11395