diff --git a/params/phi/8/rnd_search/comb_2/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab81720e595d71893531554618472f8eaa44e38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95975d69864c0c13d5025763158efd1d28b7bce1ed807960845adc57478316f8
+size 205955
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b37d6b43cc80411dea26e01d1f75493fa52b83a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe5f9012c94b6166f786eb3218c7d2edc1669864a69915ff3122d5c749e8e84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4c6e7eb7a3cca198ff161c8c91edd1647d5830
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294f6cf49e5dd29a2cd0eaedc4b2ec8cbe7e5934048656db08986f0314c04d9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd18b7a631680309f684ce67e190ccff2a3dba3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7a0b1c0b2fbfa48f76e5ecbd155ccc147f6bf4547a887a89fbb2e9a252e47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53371a0089d933c02cab4fc47a79630ece3701be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448121e9a5d752e5fe355cafaacf461480aa3928c224a12067db9720415b0bd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f70829eb6e6960b6c559943ffd90d4e125575
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd23b1298aa4d7f14e58b84b2391c4afb8e5a704bd4170c896e5bb2ebfd8327
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e85e5d4f7d3460aa777917fe1ba5dfdb1080d42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfe15eccefe7242ef9713073fa9bd9da215d72bacb6ffc3f01817c112326dc5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606e13b87ea91d01ce7318bacee9391fe5ca8d9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a630542b2a48e823a3fc919357854ba7bb375e56561542036be3164c876f306a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2373af5f18439893a4a2e7e132baa851fc2d4a33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f3fb4838c49bab8a61bd77de44522d92a068c97688dc3b51fef019b50c74de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdd40327f00c6ad50a92b4d25354945d0df59fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748a6b1fc71e33e082c2e2453f21875e4889a7a460763a46b80fb9cbb974a866
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51cb910dcf91a69a3624b4bf3264b7f5b6ac951
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc0a414fad39ca74b69adf66980ebda76d38bc016086a69c4fae0ee17c2750c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6684e552b0ab12fd17fe4eccb25a0980996c1335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509ccb7d1a3cf9ab1c0e749a5cce46ad7281450fc2e2b1a6d678214e9591f9b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed8a5e8b3fdeb6d5bf85a38aeb5017833e4bdbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8d6ce5baa096a419be81205d96e65ea854985362178b8f5a367f02188c96f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a17dbf01f81eee955de5aedeb0b7e930f987e0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c268ae5b1f30eea0380ac5e240ff171b270c649274a683ef18042243d941c6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33d2fd52e6a947c3b0900b3134c19dc57a0fa7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedf795fed859165dbbc39f6e6f234a80a15302418ecf8e69f736b469cfc5c23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a271cb49043351cc00ba62946013cf94f18b6df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e1acb0e63bcfaaa92a351cc01631dd1c6959b8ba57f5afa1ac612300c8763e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2928aeba3fa7ccfa8267453cdbe62130428a409c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a492c3171302621999877a6c78fc2bf54ec58d6a1e9c504e072986400ebe5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f639d4bd81ac7498277376bb95a76146f193b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8967cfa53d03379543e8775a080f12dfab120a9eff8339db57002ae69523c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f5f4d582892333065fec03c27e0330e2d95576
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65addde48c2b5a797921f294c9f7faab6d09f344b6ce706f0f9bae440236ef2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef87357a6fa24b8a24425b3502ae95fe7073ae7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7ae19524739c9fde970373e67c084bc9892e9f97c91fdd29fadb352235099
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168896137d2ce2e82545f103886de014b1158cb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48609535525353b10480a5817fadce1491adef2be4c0fe5a728c781fcb40c7f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e512d9ceb1d1f2a46938447782a91ad85326126b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd06480318cd8f6ad441336588661974fc2f305a6bc36ad92de010073b5cbcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0492482077123f43891b5a2e61c0b363f79ce4be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11092fefe77a8ba30d8f13ccfcb7b27f94e02b6a12d15cf39b545d7f822188a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cb83fe41a238e58bc680e910f8e74d79fb2e44
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8450ed235eaf710373794f8b8494ffd2adf60baf4b06696cd82f3c46e5ed0a63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1224e5b5f132a931ca4df1268354ab4dc6cd1539
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d55a502bd0168b8c642c0ea6e279347d5c205d185c1cd02f18b4c3cb6cdc09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c748e77eda17895eb830cba042a71723291f11fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd65d592603d5d214b68def5f05b79ff2d233d2035e5df3051d7f24de3fc5e4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3729016ea76f96813eb19da8b0bd267ec90015
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2a2823e50701000d730b8113e5648e98983318e4d970d50c7a3801f6fab241
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab275e0d2a4582fd661d2f71886e978a4d9e8677
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4899adc189eab9da03d90dda48ec4a0b6a0944d111cf179641b43e3ab98929
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99cd0c54aaf3228dacbd69d994a6ac71ec0506c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa565e2c83c846bb1b813af32a10496c8b3d19f9c25a147b7bd7f747784e097
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efffd32da9f533de298c8d889797ed39dd1fcce5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c7a76ff6b1ae692297b9c2c82555ab2e0a02c9d407bf1eb833f42d052cc76b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da001a53c77c0ed008c5339204dd215016a9684f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a0b574eb9ce35c175bf4b6736a8e8e8a26f96462c4d413a131d64f2a267463
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eee0ab6983bf551f5475dd4b865a18c1cee5c0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b553d82053886967ddea45ac3f58e3bb3954e8d8ab27fb9bd3639d45b39eff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3706c56349c25fe9d7bf22c4230f6525e94a83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a688de95baf5ce1190ee1d062d1edb97d5f964b6081ed37be4db4ac5e397741d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6bb0ec0520bbec2e4fc2a4223d2bb15c84dc87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7415bfdd74f548d38b73706e10f04af26756b9a03f0ada2616069ba5519407d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9128a3c197604f22941275dbcedeb65fdd0b4ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc591411e9805386694ba1c3ecef8bea15c26c3c1053c2802740bc8c8c9a968
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f57fa2eebf002d8cd39c940cf28ee490fb15520
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169682deb38182e64b963960da05c4f7dd449af548515bd8405bed855f9a98bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e55031dd5fec72b44a1e8de46f1ee644140185
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a698c0795e4b9986dbc0a906525339267e01c5ede908874897cc21ee45e8dca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bca7479b15c46128bdf19e5e79975403192f3d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3164c3b5aec4284a4e3a27d2563a67a905534617ed7722e496e11a2fe15117d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1afd7c6f8e809fc8f5d1d7bd3a0e07bfb8008f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98508c771fa235a930ec21be149520e57c94cea43d4d4f98a46609f3a5da5e48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d6482af052c0832eb0f9d2790ec261ee9e0502
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ea3b2b4395ab3d726dbb6c8b3d038808cd5315ac060f79ec106e42bfe408e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ebe4b302d5bae53f2264a3d26df0fd36055650
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa06619fe82dae262bc1e7448be8abfe4d1067be0509346b2ae13c44d8c3c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949494dbb09db04bbe62363ef60d3d9dd7674ff2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80556bc52505e7762d654f915b3b3a80c7a6aea14f66ef47b509ff4af8bc9a8f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a15b2b43401f56f1d1c83f3a3ec047e81e955f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85dd3cff0a2becc1079c43d6e5a86ca8f2bb2855082d43e07aef53c49fa5274
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ab94ed31adbd85df9c653e8badffde833a7ef1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9511935cc90334f54fad4c6b457cf694fb88ebaedf32a57f3dac166a0597bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb5a35917008b5443b73b4bf91a71318bd99cb4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41c9b0bbc66616dd8811373673b65d1deac2cc72e8c08d43337383e399b9e37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a80f11c21416565415281bf23d9c890f806e7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df151c79b14145138d06d6c056c7e00e951d474c792d9d16b53f021647a08d56
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e324cf5944d6005a05392011dcc27e9a4cbe565f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0061dcd723e85fdb66a813a12855f64b44ae93e814496d7471427e71de3151
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592c45ca35c2211c5a36d0b135dbbac61e8aef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88d18486eca7c7a96be033484f2473c275286754aeb9d765949a64217cb612
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6021e2601d529c429ae7fa0e63d548584052ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac2dd8ddacd9801f8d38845aed4250643024227c72a7c8da5fa32116aca378b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223260c0ff4f926fd039fef2922b6be0533f22aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e16bc25bc5b126ba6d4352c7c86089f9be4716dce74ae3a20405fad2e55491
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e71b63bd365e87687b7a240ee246349bff08ab6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fe6b9137c93a72abe352bedb5acbfd3c28f80cfca1b5684c8c4e1dd366bd08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0658c1e8a34d33593eea66bd00540c04af2d741a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa518080f630f53fc061358acd065d627c8f571254273ac4119d5c75794e3322
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bcef817da80c3ad382aabd7f622f3b971851f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dff03ad66f64d413033d4e522a9b78e196784122ce6268f5d74f3614482c358
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebfbd7eb4eb106f9219268b659ff8c3ff60ae26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787727625b13335b275948aabda2eb6650a99d4fbb21b18eeab5b4cdb7cf2dd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd493ef1bb77958d3c3dc4734f3a10dff4bcff7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff39ae12818a49eaf743df0a387f1f71d127709bd18773055e3d56b071df974
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cfadff93a80ff3153c9971f22057a106d6253b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528010097daa9344777490a949d468007e4bd552004d020d1f5c92f2d1e517d4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5514ae359428b192d3c8825bd36c3094fb651a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888be3b50f17377fb3164e06158d561709d8b32c9fd407b403585342aa7ddd43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de92cb611b34e163aea23506719bc7c30cd110e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0df9bd37541bfa0868eb6314e093ef2952f8a46066757b599a7e91a58606f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7869f9d88fc753eb150d974a367fcb9fb89f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17254ffe2990ffda4f8dcc687b69bc8b1a1887f823cda7c72a0e34833050284c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c069c3102476da2f5f8194e6ea814e29258933
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153790cfce1a85115b09920d3f78afb0c8038d023fd905aff26bb23b007960ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b844183ca8ac2c4e356fd649db2ae206665e490
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f907df91c381e88a3a427987729705fa4fb5e5897fbe08b3f8e46c6214fcf3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3286fdcb11d114129530f044f9423c1c7524a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e2a1e2598efa02e0c070f632f9a05c32b7d96e74943cf017c4dbfefc0a3b6d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8613057ea8b00ade04a90cfbae7c5e21594d303
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb2c3a336cdce964e74d0b4e26c6912ad16efed93be088a4251ff38386ec429
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c34e4cacb5d042fa11729385cfc0e459f837b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e422524cc8ac731e9dec75b0d306c759992dfff77d4ab54ec4b08bc88160c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7fa673e28f01cc134a9dd0a4b93003e56679af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d8ad2133aaac691f6edbc70dda706aec57e3538b487436924099c22514d68e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2f66fb2dad637f6b2c206cad75761b8225a90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb84926b7aa9a35d7dca01c57320e8315705966df0a08662b23d1552e46c65bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560e6175458662daf5f770c78648db06d9f13488
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fb41288d0cf22da2e6dbb92e98fad7371e1859430fe81a8ce477d535a5e372
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4999361dbbe282dbfe4c2191cf0d3909ba35a780
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec2d88acd02807418e7a873eb2d8978fcf9e62f96c9e4cc475a392879da462b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba4c587dd6d0bfa475ba16a65fd1b3d25e3bf29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf9b2a53bbe44194712740b8f5a7eb6fef9e09185fceaf84ff35137c6254041
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e7c2f43b74cc3dbc8673e97355fdfc3b6e7b9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c983b61a818a46c3ed00de38a80ece51bd2fbe47b1f6c9bc066c1896e8144df1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906981eb0110b5fab185738e7e06ad274e082042
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ddcc6b9b269a87a02bc9a52e325bab3a2ad568961bfcb7d4c24dbe19369500
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536a0674564712dbc7eba62c943b2b33365e0583
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68223783f67dec5d2336d0e925773221b8c8ddf9dec93c21e2d95f4d392caf35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646678231874321802157cac3d73641f81e518cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d68c58409956a310df342c624dd161b8bd4fa1e7b409600f4c44a3783ba31b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21bacb5652c5b27eaf098da8682e05ae5e9bcbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eab56cae4df4c7ff04b601c859e809b6de643d960a6f7bb55ea6a6c1a561822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4904489e95caaccd4b2a975e3bd260ed372fa5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabe83dfeadb29897f0743f677e1844991bcf77dee7ac5f04ade7146f655da3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b70e5b8365837caa682055868473bb1580e8c76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7e51ecaa4d0b8845e3a9307c98af79c1c366cfeacb979810012f35f9d43fca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7aa4065885b12b675ec72a2077e7c5efcf3393f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7cf1611ce0f284e1bc3a7da3f828fa6398b9677e06a2ead7269da361a68eda
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b2904e0c2c87e891c51ffd5f595ae4aa80c8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44afe7b027e445a3c0f25de29070af874ddf39d1aa264ca299e3affd862e681e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c38aa600086fd0eb22ec1c3d08d44c07a984c2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e5879a8093ee3384634e2a9c86f48b3667a5e4b009c1673cb7b26847676bf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732917fc504e6204a76a9b3d47edf169ee5a2c40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae96a0cf18725b91a2f1d6d3e34d24856f8f3f564ebbf3cb2552859e5804b73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7be31f0da589636a4c032b21992476fefd4a23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adbf01214fe1e0f6ca90533de71c2e00f15fe0120d5f7aad094ed920075d69a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516e738ec20768461bf2fcf2001c5a45a10e49ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a95e063b3c4b6db45181938389bd1250e2fef8cec926e77722433e3a5bb769d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2048f1ac9f845c308b07405a910c9e215fb2152
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd42c65b7486d1a0d7709daa4fdce125376db3f1fc6360679efea9218d9056
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded645fdca7213fd217c4893dd68afce43f7f31f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db0b63d4cf083abae03045019463694b202e57f98440f597a15446b69c30fab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96ef65669829e11b71526fb96dfbd47c608805e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2531db958824a324ec5b0a9a9c8fcfba4f2c41d75fb347e1434b202c4196be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd73fef5303564a426d50fbc993aa0fcc2aa8f25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6769c50b57197a1b9cdd8af56e1d126863e6b0c9308deb17754196687e298e6e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88a6ed863ad978108c5b588e653d22e628ae8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cc82431cea27531b908b5382c7b58c980061cb96273ef2a6408a08158590c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ce1b0bd1089f13d00c5b1ce9f9749684f3151
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860e4380571f91e3cf45bacb9ac21973e0da7084748fa57dae26f89521caef3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eff5b392a1b6ed22c59a3efa9e72a22fb509c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd6d8e3c2521a4640c0500a12c844259565a0d22bf17cb6ccfb05372ce39ad9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49343fcbc0011c013a7bf97d76caa65032b372f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9733f9c71307b7f7b504c7b8c241a5ce2d52318be689957d4c95f3b84df5032
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125639022311cf22c2388abb5ec3bd2e92829061
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66d846031ed082813f9d1db4c03572981a36d80d5882879eadfd5120791cce5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f931c930f2642b2edafc8c4e5ca246d2465089d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559a35fc775cea1bf3d6b70510a1830ad24faadf75116d25227e48c3a7e8ad0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f073f072101ea94a9f9da9c524c52141822cecc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db1ecc345289b209b4a8f98eaeeb3ecdff5dd15a9ae8fee9b3679f26aad22b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315acb670fbb1ace445e31959145d550aec50d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073b9490f955bb3722b69978f6f3f81349b41c7247c15ea1bfcb73dd1c36027d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ef0f335a7fdb9e2313cf08e834798d422b9e7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44adaecb8a93a21b116d16cc7ee43666f54a33adf057cc27e70329593efe6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc8c29681f89a49be0b78f38c82a308f846051c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f177961e5872c07209b295b2ea6b32d35305e1f5849c3fc77e5e32e45e291c17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38fd95c526ee1200747ecccf9afeb9f18a4b86f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46f07ecc385a84c5cc0b1f80e97d4ebe45bf1821e80cb39d1f085841ae452f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1c966ab627bf8079a7795a3a0c254602328f75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08b5f27b7c1edb7342c400eef6319e731d39359136bf1b4ce4ac6d7014ece1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4995fe5facfe329ee0ad18c9e6238ab422f1b5dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fc3c4df5685a73fb0836fa6534626e39946dd6557c4043230ec1ab7c75bce9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d122ebdd06f5c524331154af8dcc5289134524
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e107f4d22c9d38e2acddb99f1bd777432727ffc18f475da984f190650c54721
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb3cbef64e2a33bc80d2c53b0db97294928ec07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ceab48376819b735165f03a875033428399a70e0eced086d42176db3f0910
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839f1ffb698288e702ceafc327aa699a5d327700
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304de5051780e9fe4dd1c258396f0ea8f83631328a9abc35a797da4b08d59384
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10722b4f0302ad3a97b51dc0caf178eb3ecafdbe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7c704469ecb74a63cef9756e6403e123c048ab4e93deca5797f801f6de6c19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9992716c096e593ae8586dc3aa4bf7f0a80542b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d008039706573e3b535ac4b7422287c2782a5541bebca4ddb5c616483a7e19
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf12425126b047b6c8d2d3b040d89c4a5e4ad99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82554eb96619cb54c483e1239accee3288cec157ed7ee1e9f9b176fbb03de0f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040ffc55ca17f2b5b3df49fd2365ab408597ac8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7578fa2eb472918f0dee205229b287a2ab7d48460fd99fabf2bbf708d32aaff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f43f1bde2ddb47bcd350d44790a9c9a019f832a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9fbb42bf2be97a78e7f9d33010edf599cddd339845e0320c4537b796c7c244
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa156c97690999ce496a10a7dc651d83a35b4ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3c5c45cf74dd5c2ba250b7e4303b27175e38ab47371e4d5ddc85c9ed11d19c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9726739388061d1ca6539680dde81dcf8a9db75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cf2899bd970d768bd914f1721c263815fb2a243a091b40b13cd112cf3e277d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6efca170e73cbfe96e20dd7afcc480cc4386097
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bca6d4c52e48286ef81ba0f3abbba0b8251bed4a82d3b95632e9332e071cc6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c3ebc8f60633529378626bc03e4d467d458517
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607bc65ecd6223ad9fa2547aab37bf260bfdd412b1282affe28fc09eb350dcf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df566db13531df66d445f7867d9511c1bfb8401
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2509c28bfdaf7eab8bc2ff4fe70ea0548dd1668c031ce2df96e4f0cf986f86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c5255bf53469000fde0eb7cd07fd1113f89784
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44c76152772bd99ebf6a26d599d853c16a2041c473936c6e982ff75633a3129
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0168e6f106b2241fc58e6bc5c5dcbcb1593ac01d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb261b4a50030bca5398b8308b6a219c4ffaa4e7810d7cc3c723a3070ccace9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e527c2c24a8f3ee83a3bf3f90bf95a52b156f83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3637a651a869efc8e3f99742c06065f5f8d3c5bc58f8c55cf3575424c74828d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d0bf752bd657b83b63aa9004d1c8a693be76c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0fd85b1341a90057ac4766e383e09315b3349a464bceca1a0d112b450ccdd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fe9b2c3e3d996000a9386f44ccd8b69797a99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4814a78dc4bcc0ce163d5fca0e7e780978c42fd1555fb38ed38b5b7d0f5fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa928a27044a455b52f4b94688026d0158c00190
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c42106821db2e3e704a88d297dd3af21cfe48b7106b7f32dc0df2a1bcb1e608
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f9e3dbcc32a2620626eb1417d9ce98f80798df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42065ceb1dbeeb5f92e4fc05d74309b90f7f14c0e8cf9feeb51d307026d2e731
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f9a941861d187e931466eb5f322ed1b1470eb3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d68d5f421cb2edb5a95b4001fd24e8a44b9914382173df7ddc60137c245d81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e8a81d8abab2263f47ea099be1b65d212b72d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6cb1548962a474a73e02c91efd3e2692a6fc84ab87eeb47148cc099e7df3f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d103c735cb3e2ffe8df49351874823e42e60d1bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6daf4298f3bc3474952962d3d1869c5a829534c5059a9c28881c15e26170b15
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e86a6f2114089952e6d013d521f9c1a8cd20e63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6795b5f8d95a2f1288be344069c7bd36cc6a604a3ad7366999baccd7a963afe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2685f6245a7d1fdfc962437e476976ed62010fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9fa2be8540945da5ababc5a2700fab3d1c8dd9a933e1d87f8fc768cc774713
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06cf4698f79380b88135be440ac53ed7dab36de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b4cf8e2e6ed36e3d07e2b074ebe7c722132f7c68f66f8bb6d5583cadf7517
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2fd8b220a94c1c6258ff87bd53372a4ae040c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc1e16ee80d8413f7e1f04037ce79c3c55bc820b67a2bfa335dedbab214534
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e16776d7a6c3f50dbbe62570a7a589b50031f1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84710fa2241e3f0947d91296b60aa8c6167233b4a895601490f7af6face87954
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c29272e723390899d8cd969b77fd915aaf0ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526c9ed5c8412dcf291a59ddc206a518a2720445343b0b1648aabf227ba1147
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c034def35978546279a8e9688078deb556fc18b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1836b527f99c752fe1a21d5e82a43cd60e017cd16076dbf65086fb289359c286
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6145a3af7f3c7d17c18d432b33fb9461c2e46e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a1152b89f96f9b54b2ce81c8febf663f890258aa35714fda49b5cd3d64abfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23da7a2f6036a90a5cfc27e122eda2357844008
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3b95acc401bef7a66698e7f2f6923c6953c8b974312ffc3fd3b088f59c07fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e63e3ee30b1124cc92b4889c61002d6fd9779e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1766db22af6aaa33f4a328f6b0c2047b68954e7ef085214566953a556f5161
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e8027a3f4624807313c36d696d26ea50a6f85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acee0ba18d9f8cd73fb592f0f6f12e2ae5ea9bb3b069c81fb4f77b8b5786c61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3552027fb8a9490be26742c9ca1817d4e02d71d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809105c4c8d462d245d638264a1b0cb7f90a42d1096bd194b1e31d7483ef2e13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce89014d34d03df9cb05b864bfea7c124261f57b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c51244203522d93a4c9b689eb76a456512c392195c06e05d8b6c38c117769a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35fd69857079e517a92479bab9dfcd50465cc75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fe9a502185e320fc068d67cd6c79628e9e7f8de16add8f5e73c09c73ab3b34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3706d2d3789918af8297a73d817d1f9c3d9e3a53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5967e95cf8bc489c082a3a78c6e425715739618de48a59be153fbf4abd05ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5588ab7b920d3819fbabf89c60b04d357060dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398ac1037bb1e9ae6aa346c48b354680b94ea805e03efeaad6da6dd59a775bd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d186bcb8bfde2ac5c12a32f5762516e2cf9188b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea96d96994025cab65a675fea65d7c3f872d652288e9533926663752e7a4488
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eeee66f05dcdd1fe5b7e2fda380aaa3933e94c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50ae63a029b9263399264c1b6ea4db24dc0901ee335b3e152441bd6bd83e383
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c9912707cb6274041f1dfd0481b3a421d820ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f3544f187cfbbe6ece0b0304761088ed0bc34a9188fcf56aef8ea80e56bb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaac1f16d26ca0bc6c384335d8f7acadbc556d41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5d71e96ffaca3c21e12956ab55ceac0bb7fc97d573f83b11f2ee5da733fe26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24597960926edd96cfdcd080eab7476b1e4ec102
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefde7dc9d60ce250a754e49a5769275775273d7c6bb783de9203d2b6293c13f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a9b03976e22e64bfda2e4ed76d46addfac7c08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16149290ebd5d325428d6f9a691a32e3a6336bc167882f82bfad9ea2c5ae021
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69615ad48ece3f590452347ae4de8897bd07c99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955a204b31fc997859e55787eeafe0b7a70c2d7b82ec689e1b1bdcf1bcc5edc9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3a9da668e03e2365307dc9c659e2d091f45e99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3ce74e2e4c33a6777b85dca6f71aea288cb2205112392364522f5f5cd7bfb6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584135478e5e91926f3b9251a32446086262b14a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c046e7272095b092401d601b73376246c6612a26680ba81922b4bbb3369df7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c1d4b23b1e99302558e4667ae2de1ac060d458
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7130c101b2bed0049e2e123bd4521659aaf1c1d2d4efb9041190a9440a9280a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0b97c4d519f94f97507a3261456acfc524f961
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbf8b422bb481e30b62dc9d4283e3132d4601d6ce8be90d1e5c24047da7a281
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e23ee1c3cfb28b479ae11dd2d0be68b909910a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc593a32eb58cc32f77412cc35932538567b04b2401d177126e048be9b225bf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d922b4097978e9eed4e488fcb15e5f9d41b62b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38c07ab3cbcef67c4692fe7bc7a2bc0c01c9371b6d5469acb21c07340ac4916
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d867b152a0cf46af3228c08fa8191a1482b82d60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4f35a834f051fc03d8c63b0a3f3e31ec08878e68ffca14b8f4fb492c7e74f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f40e910bc375a61b3820c47a196190336f7f003
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0edd006ad55be47dfe08fa155ce94fe13a0817208ed0f04eda5869653336f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf205ad0d3db65643c837bc0745cb09485c10361
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6d5fe0ba0da8a036af0259f7f8ff14a81f08422d230f938abc3d55e298006a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ab8ee0c29b073ea85a29d2ca90871f0dff1a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a3437dcd25bc13a993782fd4480c9b158023352fff63e544c4ea6ae04a9c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5640bb53ed08262c5526dc532fcaa119f6bd3b7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da87d9813bc86e11782598c20113443cbc46eae4c55dacb8a046945027a8f466
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203114d396f8067636109f96322e98a596694d4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8462a29759c98246a66df99bba8bc76d419702f694bacac3f0b8eae3ff6c4d85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a1e91cb9535d56c956453a929332754d98b20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2012783b6e8f4f30d8afd1ca829c4ea865998b84126ae9080f2afaa915f9c6fc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95010b859d8c4e0efb6a79374c46987b7b35eb4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d95dc091c771175c63c31219f801c02fa5f3e04f68fff3639fa6ccdca6990c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d5315a3384b95b1eddb55e7f3043ca772c6cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af511cc23aceee453d42194ea1bb369574dad833040b488e4ee229962f507bf8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a41685dbc5d7a00a22ec031448b87a4547613
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330517838937829c43312a8492cb1f1c5a442b098d22b3a1de32b60fa3f45e77
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f107a5a66afdf4dc792e5b361d8f4cbf0cb801
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aafa7a00859a16862163ac9b56b52d9772640faead6bc9a20f3717c6710433
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfad937436b3f41d153bbf59258b1077603765b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb97debaa8c7f35a24fa360691b4134abcce027f48fe08be76c89700ea531cc0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0367bbf84f7cb6bc0c3bce7cc9fcc9b8f78b0909
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25a911e54c05d1a1e80edf3d28724dcfe7751a2d4da3bc5ed4b6beba12cd7d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce54c647c1c8920fd592e7e8a275fe0f0b20092b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd961fabc2587118cc290644593ef12905fe29d38e8050f70c7a8772e4d1458e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d3d5b8b708db3b642052c71c86b30b6c757874
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1053fd99ef80d329fca3f1fdcd1d998d9d78cb54265ee1e68fa5f130510083
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc8d0ef819fe47659d059630367dbdbc67ed87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9339b40c2eff87a883979c96db778166276fb7055015c5a5a027ca00720b0d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609c05eaf13af36768bf11bc56f01d20abb58e3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b10b451f40d1c537918429ab514fd660e15731f2e242cded4e72af443b78dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c59fa7b1231b7d086b2cc0d998d5f93c832102
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8499643f874653a3e568360cb6927656b6492c208a11b84ad0d02e219bd62cd1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad04de13526a9a083fd9467e15e5358d5d3bcf14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fdd9a82767018811f5e88cc0cb6b95d49791bd702939ddfc508c47d6e17078
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b36fe0386d7b106816de1bc1a33309fc105b3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a7f7598a60fd014a6fec1cbd461824a7b936183dedc0137cd6ceeb9d4a4b00
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ffc118eae862d873b39743e4163f986a5f264
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d1d8b93501219b23ded254a3f9c9f5a07d2f3f37800085757a9ed5c01905ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29857f2f58f482c7db14c627a5cd423cdf486b53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5164fe27ce699d84d3b80d9997a0b8f25c547b3c55f4e53ef8a374e18cf28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee853d93c7aaba4f2dcd6d270665a616c5c41e83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec262f9c8965fa8cf8988cf98df458b189dddfb9599d71e1037ead89e984403
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78269b57acec759eb2f022a54544998c3b6f171b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb39c589a55c41ddebda8227de9b4c8e9f0f8069ccc293ac5d8463af0bcb5d27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7229c9fff6c290f6a04469e9d4a4e4109161526
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc874da1e9fcffadcbe7972ea021b3e93828c42a8917b44825d3dc6afefabb55
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401451d57d6a58cbf27aa397c156964588f3a998
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5bdb8cd090cb280ac197627c5695f6d9261fd7671d76bf8fd18bda47e9ef25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a6ec94e5c55f4bd6147778cee798be20a4b5a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad2799c41396a32113e2ee6c618aaf2ace6cf64f388e9a53f11451f61c8b050
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264735bfbe6fe73693e2746b158a24857fa3dc53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7807c45d1a2fe21c4735b113f5cc46932143eea7b95cd486847e041a1f2d191c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095efac65b8ee7353d24a5b3d770ed26317b746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47156962ae21248b7d845cccf6f96a21cee6024e57d33c95eb47c87354697e7a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f88a07720977eb3f4133e1b1e5892d312ce2c1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21dfc53802cb3043b5620cae7fd53a1fe0a889f48d12ad877f0d24dcd6050a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76afcd62d3162440b3681f4d8cc943d0dd87cf0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547411b38bb15c9d1560bef75c84768c2fbe5bc93ffc6c4a7fb888fca7763a4a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831fd82aee76a3fd328469286affcd0a9ce518c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ee669cac70eb8ca6a7fc0992f42f233442826b5372f13a961a00f6cb5eeb4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0f5743311e359c0eab1283af3d603cf306d0f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d848d4a262480d0c58e033f888f80333266d1f775d621b4040f4aee35690c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ef7de3b89e02ed7f652854b4e3945bbd49631c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eed2c62b4440b50740782805ce0005a75bff15e883cc2bdb59911abd5d872b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f0e38e1846746d992a7040b2d1211f00be3b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86f70ac97776ae089cd3606c3739479ef106e941ddaf604aa530ce9372a3110
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94263051f917cae1ea4a8fa886935f6f0fe34649
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e8d42a22e140a382fde5b73019d7300171c14373e7b1667acf76e3e285e86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0b8120dd727b3c634b7cb0b9f2dfb2a3be2cba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af57528f670d2357b05aadaf5a07da5cc98a3b8726021cd97ca8b5b628e20338
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e494d49aa550b70bfcd6e4e6685d84ccf741f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa45ed8eb990d63965eb60e9f4ed279451381607ac42e5ee9043b4513d66281
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8cb026ba2d6c804efc0db3d0b57b967df61303
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc34d98cc250213cb0464af52e1bdc218b40606f30dd8089ef9cce2c23ca9051
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7739c5b3ae2cd038e6c112f5670e6d2d2e3dfa3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38885c6c4b477295bf6b212aad77e03c430a4246091a187a3dc24d624b47bb32
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18edbea51105530c284c9f6899a099b2ec78c0ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f938bc8a15307f7afe9152cfc6bca897c565890ea3f47da7c39b2f45573c60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e0b65eb081181230f07f703b8a6a038a77a950
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22264e72dcef51a627c306d03cf6fdac5927fa324b9e6e013ed0b81c5bd3bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab81720e595d71893531554618472f8eaa44e38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95975d69864c0c13d5025763158efd1d28b7bce1ed807960845adc57478316f8
+size 205955
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b37d6b43cc80411dea26e01d1f75493fa52b83a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe5f9012c94b6166f786eb3218c7d2edc1669864a69915ff3122d5c749e8e84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4c6e7eb7a3cca198ff161c8c91edd1647d5830
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294f6cf49e5dd29a2cd0eaedc4b2ec8cbe7e5934048656db08986f0314c04d9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd18b7a631680309f684ce67e190ccff2a3dba3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c7a0b1c0b2fbfa48f76e5ecbd155ccc147f6bf4547a887a89fbb2e9a252e47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53371a0089d933c02cab4fc47a79630ece3701be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448121e9a5d752e5fe355cafaacf461480aa3928c224a12067db9720415b0bd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f70829eb6e6960b6c559943ffd90d4e125575
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd23b1298aa4d7f14e58b84b2391c4afb8e5a704bd4170c896e5bb2ebfd8327
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e85e5d4f7d3460aa777917fe1ba5dfdb1080d42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfe15eccefe7242ef9713073fa9bd9da215d72bacb6ffc3f01817c112326dc5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606e13b87ea91d01ce7318bacee9391fe5ca8d9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a630542b2a48e823a3fc919357854ba7bb375e56561542036be3164c876f306a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2373af5f18439893a4a2e7e132baa851fc2d4a33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f3fb4838c49bab8a61bd77de44522d92a068c97688dc3b51fef019b50c74de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdd40327f00c6ad50a92b4d25354945d0df59fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748a6b1fc71e33e082c2e2453f21875e4889a7a460763a46b80fb9cbb974a866
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51cb910dcf91a69a3624b4bf3264b7f5b6ac951
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc0a414fad39ca74b69adf66980ebda76d38bc016086a69c4fae0ee17c2750c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6684e552b0ab12fd17fe4eccb25a0980996c1335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509ccb7d1a3cf9ab1c0e749a5cce46ad7281450fc2e2b1a6d678214e9591f9b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed8a5e8b3fdeb6d5bf85a38aeb5017833e4bdbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8d6ce5baa096a419be81205d96e65ea854985362178b8f5a367f02188c96f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a17dbf01f81eee955de5aedeb0b7e930f987e0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c268ae5b1f30eea0380ac5e240ff171b270c649274a683ef18042243d941c6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33d2fd52e6a947c3b0900b3134c19dc57a0fa7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedf795fed859165dbbc39f6e6f234a80a15302418ecf8e69f736b469cfc5c23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a271cb49043351cc00ba62946013cf94f18b6df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e1acb0e63bcfaaa92a351cc01631dd1c6959b8ba57f5afa1ac612300c8763e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2928aeba3fa7ccfa8267453cdbe62130428a409c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a492c3171302621999877a6c78fc2bf54ec58d6a1e9c504e072986400ebe5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f639d4bd81ac7498277376bb95a76146f193b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8967cfa53d03379543e8775a080f12dfab120a9eff8339db57002ae69523c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f5f4d582892333065fec03c27e0330e2d95576
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65addde48c2b5a797921f294c9f7faab6d09f344b6ce706f0f9bae440236ef2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef87357a6fa24b8a24425b3502ae95fe7073ae7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7ae19524739c9fde970373e67c084bc9892e9f97c91fdd29fadb352235099
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168896137d2ce2e82545f103886de014b1158cb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48609535525353b10480a5817fadce1491adef2be4c0fe5a728c781fcb40c7f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e512d9ceb1d1f2a46938447782a91ad85326126b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd06480318cd8f6ad441336588661974fc2f305a6bc36ad92de010073b5cbcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0492482077123f43891b5a2e61c0b363f79ce4be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11092fefe77a8ba30d8f13ccfcb7b27f94e02b6a12d15cf39b545d7f822188a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cb83fe41a238e58bc680e910f8e74d79fb2e44
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8450ed235eaf710373794f8b8494ffd2adf60baf4b06696cd82f3c46e5ed0a63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1224e5b5f132a931ca4df1268354ab4dc6cd1539
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d55a502bd0168b8c642c0ea6e279347d5c205d185c1cd02f18b4c3cb6cdc09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c748e77eda17895eb830cba042a71723291f11fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd65d592603d5d214b68def5f05b79ff2d233d2035e5df3051d7f24de3fc5e4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3729016ea76f96813eb19da8b0bd267ec90015
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2a2823e50701000d730b8113e5648e98983318e4d970d50c7a3801f6fab241
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab275e0d2a4582fd661d2f71886e978a4d9e8677
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4899adc189eab9da03d90dda48ec4a0b6a0944d111cf179641b43e3ab98929
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99cd0c54aaf3228dacbd69d994a6ac71ec0506c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa565e2c83c846bb1b813af32a10496c8b3d19f9c25a147b7bd7f747784e097
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efffd32da9f533de298c8d889797ed39dd1fcce5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c7a76ff6b1ae692297b9c2c82555ab2e0a02c9d407bf1eb833f42d052cc76b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da001a53c77c0ed008c5339204dd215016a9684f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a0b574eb9ce35c175bf4b6736a8e8e8a26f96462c4d413a131d64f2a267463
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eee0ab6983bf551f5475dd4b865a18c1cee5c0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b553d82053886967ddea45ac3f58e3bb3954e8d8ab27fb9bd3639d45b39eff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3706c56349c25fe9d7bf22c4230f6525e94a83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a688de95baf5ce1190ee1d062d1edb97d5f964b6081ed37be4db4ac5e397741d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6bb0ec0520bbec2e4fc2a4223d2bb15c84dc87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7415bfdd74f548d38b73706e10f04af26756b9a03f0ada2616069ba5519407d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9128a3c197604f22941275dbcedeb65fdd0b4ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc591411e9805386694ba1c3ecef8bea15c26c3c1053c2802740bc8c8c9a968
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f57fa2eebf002d8cd39c940cf28ee490fb15520
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169682deb38182e64b963960da05c4f7dd449af548515bd8405bed855f9a98bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e55031dd5fec72b44a1e8de46f1ee644140185
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a698c0795e4b9986dbc0a906525339267e01c5ede908874897cc21ee45e8dca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bca7479b15c46128bdf19e5e79975403192f3d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3164c3b5aec4284a4e3a27d2563a67a905534617ed7722e496e11a2fe15117d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1afd7c6f8e809fc8f5d1d7bd3a0e07bfb8008f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98508c771fa235a930ec21be149520e57c94cea43d4d4f98a46609f3a5da5e48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d6482af052c0832eb0f9d2790ec261ee9e0502
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ea3b2b4395ab3d726dbb6c8b3d038808cd5315ac060f79ec106e42bfe408e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ebe4b302d5bae53f2264a3d26df0fd36055650
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa06619fe82dae262bc1e7448be8abfe4d1067be0509346b2ae13c44d8c3c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949494dbb09db04bbe62363ef60d3d9dd7674ff2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80556bc52505e7762d654f915b3b3a80c7a6aea14f66ef47b509ff4af8bc9a8f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a15b2b43401f56f1d1c83f3a3ec047e81e955f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85dd3cff0a2becc1079c43d6e5a86ca8f2bb2855082d43e07aef53c49fa5274
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ab94ed31adbd85df9c653e8badffde833a7ef1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9511935cc90334f54fad4c6b457cf694fb88ebaedf32a57f3dac166a0597bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb5a35917008b5443b73b4bf91a71318bd99cb4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41c9b0bbc66616dd8811373673b65d1deac2cc72e8c08d43337383e399b9e37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a80f11c21416565415281bf23d9c890f806e7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df151c79b14145138d06d6c056c7e00e951d474c792d9d16b53f021647a08d56
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e324cf5944d6005a05392011dcc27e9a4cbe565f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0061dcd723e85fdb66a813a12855f64b44ae93e814496d7471427e71de3151
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592c45ca35c2211c5a36d0b135dbbac61e8aef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88d18486eca7c7a96be033484f2473c275286754aeb9d765949a64217cb612
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6021e2601d529c429ae7fa0e63d548584052ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac2dd8ddacd9801f8d38845aed4250643024227c72a7c8da5fa32116aca378b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223260c0ff4f926fd039fef2922b6be0533f22aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e16bc25bc5b126ba6d4352c7c86089f9be4716dce74ae3a20405fad2e55491
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e71b63bd365e87687b7a240ee246349bff08ab6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fe6b9137c93a72abe352bedb5acbfd3c28f80cfca1b5684c8c4e1dd366bd08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0658c1e8a34d33593eea66bd00540c04af2d741a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa518080f630f53fc061358acd065d627c8f571254273ac4119d5c75794e3322
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bcef817da80c3ad382aabd7f622f3b971851f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dff03ad66f64d413033d4e522a9b78e196784122ce6268f5d74f3614482c358
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebfbd7eb4eb106f9219268b659ff8c3ff60ae26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787727625b13335b275948aabda2eb6650a99d4fbb21b18eeab5b4cdb7cf2dd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd493ef1bb77958d3c3dc4734f3a10dff4bcff7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff39ae12818a49eaf743df0a387f1f71d127709bd18773055e3d56b071df974
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cfadff93a80ff3153c9971f22057a106d6253b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528010097daa9344777490a949d468007e4bd552004d020d1f5c92f2d1e517d4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5514ae359428b192d3c8825bd36c3094fb651a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888be3b50f17377fb3164e06158d561709d8b32c9fd407b403585342aa7ddd43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de92cb611b34e163aea23506719bc7c30cd110e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0df9bd37541bfa0868eb6314e093ef2952f8a46066757b599a7e91a58606f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7869f9d88fc753eb150d974a367fcb9fb89f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17254ffe2990ffda4f8dcc687b69bc8b1a1887f823cda7c72a0e34833050284c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c069c3102476da2f5f8194e6ea814e29258933
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153790cfce1a85115b09920d3f78afb0c8038d023fd905aff26bb23b007960ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b844183ca8ac2c4e356fd649db2ae206665e490
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f907df91c381e88a3a427987729705fa4fb5e5897fbe08b3f8e46c6214fcf3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3286fdcb11d114129530f044f9423c1c7524a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e2a1e2598efa02e0c070f632f9a05c32b7d96e74943cf017c4dbfefc0a3b6d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8613057ea8b00ade04a90cfbae7c5e21594d303
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb2c3a336cdce964e74d0b4e26c6912ad16efed93be088a4251ff38386ec429
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c34e4cacb5d042fa11729385cfc0e459f837b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e422524cc8ac731e9dec75b0d306c759992dfff77d4ab54ec4b08bc88160c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7fa673e28f01cc134a9dd0a4b93003e56679af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d8ad2133aaac691f6edbc70dda706aec57e3538b487436924099c22514d68e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2f66fb2dad637f6b2c206cad75761b8225a90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb84926b7aa9a35d7dca01c57320e8315705966df0a08662b23d1552e46c65bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560e6175458662daf5f770c78648db06d9f13488
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fb41288d0cf22da2e6dbb92e98fad7371e1859430fe81a8ce477d535a5e372
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4999361dbbe282dbfe4c2191cf0d3909ba35a780
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec2d88acd02807418e7a873eb2d8978fcf9e62f96c9e4cc475a392879da462b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba4c587dd6d0bfa475ba16a65fd1b3d25e3bf29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf9b2a53bbe44194712740b8f5a7eb6fef9e09185fceaf84ff35137c6254041
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e7c2f43b74cc3dbc8673e97355fdfc3b6e7b9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c983b61a818a46c3ed00de38a80ece51bd2fbe47b1f6c9bc066c1896e8144df1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906981eb0110b5fab185738e7e06ad274e082042
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ddcc6b9b269a87a02bc9a52e325bab3a2ad568961bfcb7d4c24dbe19369500
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536a0674564712dbc7eba62c943b2b33365e0583
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68223783f67dec5d2336d0e925773221b8c8ddf9dec93c21e2d95f4d392caf35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646678231874321802157cac3d73641f81e518cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d68c58409956a310df342c624dd161b8bd4fa1e7b409600f4c44a3783ba31b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21bacb5652c5b27eaf098da8682e05ae5e9bcbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eab56cae4df4c7ff04b601c859e809b6de643d960a6f7bb55ea6a6c1a561822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4904489e95caaccd4b2a975e3bd260ed372fa5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabe83dfeadb29897f0743f677e1844991bcf77dee7ac5f04ade7146f655da3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b70e5b8365837caa682055868473bb1580e8c76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7e51ecaa4d0b8845e3a9307c98af79c1c366cfeacb979810012f35f9d43fca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7aa4065885b12b675ec72a2077e7c5efcf3393f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7cf1611ce0f284e1bc3a7da3f828fa6398b9677e06a2ead7269da361a68eda
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b2904e0c2c87e891c51ffd5f595ae4aa80c8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44afe7b027e445a3c0f25de29070af874ddf39d1aa264ca299e3affd862e681e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c38aa600086fd0eb22ec1c3d08d44c07a984c2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e5879a8093ee3384634e2a9c86f48b3667a5e4b009c1673cb7b26847676bf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732917fc504e6204a76a9b3d47edf169ee5a2c40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae96a0cf18725b91a2f1d6d3e34d24856f8f3f564ebbf3cb2552859e5804b73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7be31f0da589636a4c032b21992476fefd4a23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adbf01214fe1e0f6ca90533de71c2e00f15fe0120d5f7aad094ed920075d69a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516e738ec20768461bf2fcf2001c5a45a10e49ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a95e063b3c4b6db45181938389bd1250e2fef8cec926e77722433e3a5bb769d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2048f1ac9f845c308b07405a910c9e215fb2152
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd42c65b7486d1a0d7709daa4fdce125376db3f1fc6360679efea9218d9056
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded645fdca7213fd217c4893dd68afce43f7f31f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db0b63d4cf083abae03045019463694b202e57f98440f597a15446b69c30fab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96ef65669829e11b71526fb96dfbd47c608805e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2531db958824a324ec5b0a9a9c8fcfba4f2c41d75fb347e1434b202c4196be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd73fef5303564a426d50fbc993aa0fcc2aa8f25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6769c50b57197a1b9cdd8af56e1d126863e6b0c9308deb17754196687e298e6e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88a6ed863ad978108c5b588e653d22e628ae8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cc82431cea27531b908b5382c7b58c980061cb96273ef2a6408a08158590c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ce1b0bd1089f13d00c5b1ce9f9749684f3151
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860e4380571f91e3cf45bacb9ac21973e0da7084748fa57dae26f89521caef3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eff5b392a1b6ed22c59a3efa9e72a22fb509c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd6d8e3c2521a4640c0500a12c844259565a0d22bf17cb6ccfb05372ce39ad9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49343fcbc0011c013a7bf97d76caa65032b372f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9733f9c71307b7f7b504c7b8c241a5ce2d52318be689957d4c95f3b84df5032
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125639022311cf22c2388abb5ec3bd2e92829061
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66d846031ed082813f9d1db4c03572981a36d80d5882879eadfd5120791cce5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f931c930f2642b2edafc8c4e5ca246d2465089d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559a35fc775cea1bf3d6b70510a1830ad24faadf75116d25227e48c3a7e8ad0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f073f072101ea94a9f9da9c524c52141822cecc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db1ecc345289b209b4a8f98eaeeb3ecdff5dd15a9ae8fee9b3679f26aad22b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315acb670fbb1ace445e31959145d550aec50d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073b9490f955bb3722b69978f6f3f81349b41c7247c15ea1bfcb73dd1c36027d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ef0f335a7fdb9e2313cf08e834798d422b9e7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44adaecb8a93a21b116d16cc7ee43666f54a33adf057cc27e70329593efe6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc8c29681f89a49be0b78f38c82a308f846051c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f177961e5872c07209b295b2ea6b32d35305e1f5849c3fc77e5e32e45e291c17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38fd95c526ee1200747ecccf9afeb9f18a4b86f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46f07ecc385a84c5cc0b1f80e97d4ebe45bf1821e80cb39d1f085841ae452f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1c966ab627bf8079a7795a3a0c254602328f75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08b5f27b7c1edb7342c400eef6319e731d39359136bf1b4ce4ac6d7014ece1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4995fe5facfe329ee0ad18c9e6238ab422f1b5dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fc3c4df5685a73fb0836fa6534626e39946dd6557c4043230ec1ab7c75bce9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d122ebdd06f5c524331154af8dcc5289134524
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e107f4d22c9d38e2acddb99f1bd777432727ffc18f475da984f190650c54721
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb3cbef64e2a33bc80d2c53b0db97294928ec07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ceab48376819b735165f03a875033428399a70e0eced086d42176db3f0910
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839f1ffb698288e702ceafc327aa699a5d327700
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304de5051780e9fe4dd1c258396f0ea8f83631328a9abc35a797da4b08d59384
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10722b4f0302ad3a97b51dc0caf178eb3ecafdbe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7c704469ecb74a63cef9756e6403e123c048ab4e93deca5797f801f6de6c19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9992716c096e593ae8586dc3aa4bf7f0a80542b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d008039706573e3b535ac4b7422287c2782a5541bebca4ddb5c616483a7e19
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf12425126b047b6c8d2d3b040d89c4a5e4ad99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82554eb96619cb54c483e1239accee3288cec157ed7ee1e9f9b176fbb03de0f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040ffc55ca17f2b5b3df49fd2365ab408597ac8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7578fa2eb472918f0dee205229b287a2ab7d48460fd99fabf2bbf708d32aaff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f43f1bde2ddb47bcd350d44790a9c9a019f832a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9fbb42bf2be97a78e7f9d33010edf599cddd339845e0320c4537b796c7c244
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa156c97690999ce496a10a7dc651d83a35b4ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3c5c45cf74dd5c2ba250b7e4303b27175e38ab47371e4d5ddc85c9ed11d19c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9726739388061d1ca6539680dde81dcf8a9db75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cf2899bd970d768bd914f1721c263815fb2a243a091b40b13cd112cf3e277d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6efca170e73cbfe96e20dd7afcc480cc4386097
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bca6d4c52e48286ef81ba0f3abbba0b8251bed4a82d3b95632e9332e071cc6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c3ebc8f60633529378626bc03e4d467d458517
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607bc65ecd6223ad9fa2547aab37bf260bfdd412b1282affe28fc09eb350dcf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df566db13531df66d445f7867d9511c1bfb8401
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2509c28bfdaf7eab8bc2ff4fe70ea0548dd1668c031ce2df96e4f0cf986f86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c5255bf53469000fde0eb7cd07fd1113f89784
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44c76152772bd99ebf6a26d599d853c16a2041c473936c6e982ff75633a3129
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0168e6f106b2241fc58e6bc5c5dcbcb1593ac01d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb261b4a50030bca5398b8308b6a219c4ffaa4e7810d7cc3c723a3070ccace9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e527c2c24a8f3ee83a3bf3f90bf95a52b156f83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3637a651a869efc8e3f99742c06065f5f8d3c5bc58f8c55cf3575424c74828d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d0bf752bd657b83b63aa9004d1c8a693be76c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0fd85b1341a90057ac4766e383e09315b3349a464bceca1a0d112b450ccdd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fe9b2c3e3d996000a9386f44ccd8b69797a99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4814a78dc4bcc0ce163d5fca0e7e780978c42fd1555fb38ed38b5b7d0f5fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa928a27044a455b52f4b94688026d0158c00190
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c42106821db2e3e704a88d297dd3af21cfe48b7106b7f32dc0df2a1bcb1e608
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f9e3dbcc32a2620626eb1417d9ce98f80798df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42065ceb1dbeeb5f92e4fc05d74309b90f7f14c0e8cf9feeb51d307026d2e731
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f9a941861d187e931466eb5f322ed1b1470eb3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d68d5f421cb2edb5a95b4001fd24e8a44b9914382173df7ddc60137c245d81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e8a81d8abab2263f47ea099be1b65d212b72d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6cb1548962a474a73e02c91efd3e2692a6fc84ab87eeb47148cc099e7df3f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d103c735cb3e2ffe8df49351874823e42e60d1bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6daf4298f3bc3474952962d3d1869c5a829534c5059a9c28881c15e26170b15
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e86a6f2114089952e6d013d521f9c1a8cd20e63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6795b5f8d95a2f1288be344069c7bd36cc6a604a3ad7366999baccd7a963afe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2685f6245a7d1fdfc962437e476976ed62010fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9fa2be8540945da5ababc5a2700fab3d1c8dd9a933e1d87f8fc768cc774713
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06cf4698f79380b88135be440ac53ed7dab36de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6b4cf8e2e6ed36e3d07e2b074ebe7c722132f7c68f66f8bb6d5583cadf7517
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2fd8b220a94c1c6258ff87bd53372a4ae040c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc1e16ee80d8413f7e1f04037ce79c3c55bc820b67a2bfa335dedbab214534
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e16776d7a6c3f50dbbe62570a7a589b50031f1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84710fa2241e3f0947d91296b60aa8c6167233b4a895601490f7af6face87954
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c29272e723390899d8cd969b77fd915aaf0ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526c9ed5c8412dcf291a59ddc206a518a2720445343b0b1648aabf227ba1147
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c034def35978546279a8e9688078deb556fc18b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1836b527f99c752fe1a21d5e82a43cd60e017cd16076dbf65086fb289359c286
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6145a3af7f3c7d17c18d432b33fb9461c2e46e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a1152b89f96f9b54b2ce81c8febf663f890258aa35714fda49b5cd3d64abfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23da7a2f6036a90a5cfc27e122eda2357844008
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3b95acc401bef7a66698e7f2f6923c6953c8b974312ffc3fd3b088f59c07fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e63e3ee30b1124cc92b4889c61002d6fd9779e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1766db22af6aaa33f4a328f6b0c2047b68954e7ef085214566953a556f5161
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e8027a3f4624807313c36d696d26ea50a6f85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acee0ba18d9f8cd73fb592f0f6f12e2ae5ea9bb3b069c81fb4f77b8b5786c61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3552027fb8a9490be26742c9ca1817d4e02d71d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809105c4c8d462d245d638264a1b0cb7f90a42d1096bd194b1e31d7483ef2e13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce89014d34d03df9cb05b864bfea7c124261f57b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c51244203522d93a4c9b689eb76a456512c392195c06e05d8b6c38c117769a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35fd69857079e517a92479bab9dfcd50465cc75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fe9a502185e320fc068d67cd6c79628e9e7f8de16add8f5e73c09c73ab3b34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3706d2d3789918af8297a73d817d1f9c3d9e3a53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5967e95cf8bc489c082a3a78c6e425715739618de48a59be153fbf4abd05ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5588ab7b920d3819fbabf89c60b04d357060dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398ac1037bb1e9ae6aa346c48b354680b94ea805e03efeaad6da6dd59a775bd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d186bcb8bfde2ac5c12a32f5762516e2cf9188b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea96d96994025cab65a675fea65d7c3f872d652288e9533926663752e7a4488
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eeee66f05dcdd1fe5b7e2fda380aaa3933e94c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50ae63a029b9263399264c1b6ea4db24dc0901ee335b3e152441bd6bd83e383
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c9912707cb6274041f1dfd0481b3a421d820ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f3544f187cfbbe6ece0b0304761088ed0bc34a9188fcf56aef8ea80e56bb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaac1f16d26ca0bc6c384335d8f7acadbc556d41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5d71e96ffaca3c21e12956ab55ceac0bb7fc97d573f83b11f2ee5da733fe26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24597960926edd96cfdcd080eab7476b1e4ec102
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefde7dc9d60ce250a754e49a5769275775273d7c6bb783de9203d2b6293c13f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a9b03976e22e64bfda2e4ed76d46addfac7c08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16149290ebd5d325428d6f9a691a32e3a6336bc167882f82bfad9ea2c5ae021
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69615ad48ece3f590452347ae4de8897bd07c99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955a204b31fc997859e55787eeafe0b7a70c2d7b82ec689e1b1bdcf1bcc5edc9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3a9da668e03e2365307dc9c659e2d091f45e99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3ce74e2e4c33a6777b85dca6f71aea288cb2205112392364522f5f5cd7bfb6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584135478e5e91926f3b9251a32446086262b14a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c046e7272095b092401d601b73376246c6612a26680ba81922b4bbb3369df7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c1d4b23b1e99302558e4667ae2de1ac060d458
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7130c101b2bed0049e2e123bd4521659aaf1c1d2d4efb9041190a9440a9280a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0b97c4d519f94f97507a3261456acfc524f961
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbf8b422bb481e30b62dc9d4283e3132d4601d6ce8be90d1e5c24047da7a281
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e23ee1c3cfb28b479ae11dd2d0be68b909910a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc593a32eb58cc32f77412cc35932538567b04b2401d177126e048be9b225bf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d922b4097978e9eed4e488fcb15e5f9d41b62b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38c07ab3cbcef67c4692fe7bc7a2bc0c01c9371b6d5469acb21c07340ac4916
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d867b152a0cf46af3228c08fa8191a1482b82d60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4f35a834f051fc03d8c63b0a3f3e31ec08878e68ffca14b8f4fb492c7e74f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f40e910bc375a61b3820c47a196190336f7f003
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0edd006ad55be47dfe08fa155ce94fe13a0817208ed0f04eda5869653336f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf205ad0d3db65643c837bc0745cb09485c10361
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6d5fe0ba0da8a036af0259f7f8ff14a81f08422d230f938abc3d55e298006a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ab8ee0c29b073ea85a29d2ca90871f0dff1a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a3437dcd25bc13a993782fd4480c9b158023352fff63e544c4ea6ae04a9c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5640bb53ed08262c5526dc532fcaa119f6bd3b7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da87d9813bc86e11782598c20113443cbc46eae4c55dacb8a046945027a8f466
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203114d396f8067636109f96322e98a596694d4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8462a29759c98246a66df99bba8bc76d419702f694bacac3f0b8eae3ff6c4d85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a1e91cb9535d56c956453a929332754d98b20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2012783b6e8f4f30d8afd1ca829c4ea865998b84126ae9080f2afaa915f9c6fc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95010b859d8c4e0efb6a79374c46987b7b35eb4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d95dc091c771175c63c31219f801c02fa5f3e04f68fff3639fa6ccdca6990c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d5315a3384b95b1eddb55e7f3043ca772c6cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af511cc23aceee453d42194ea1bb369574dad833040b488e4ee229962f507bf8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a41685dbc5d7a00a22ec031448b87a4547613
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330517838937829c43312a8492cb1f1c5a442b098d22b3a1de32b60fa3f45e77
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f107a5a66afdf4dc792e5b361d8f4cbf0cb801
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aafa7a00859a16862163ac9b56b52d9772640faead6bc9a20f3717c6710433
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfad937436b3f41d153bbf59258b1077603765b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb97debaa8c7f35a24fa360691b4134abcce027f48fe08be76c89700ea531cc0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0367bbf84f7cb6bc0c3bce7cc9fcc9b8f78b0909
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25a911e54c05d1a1e80edf3d28724dcfe7751a2d4da3bc5ed4b6beba12cd7d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce54c647c1c8920fd592e7e8a275fe0f0b20092b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd961fabc2587118cc290644593ef12905fe29d38e8050f70c7a8772e4d1458e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d3d5b8b708db3b642052c71c86b30b6c757874
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1053fd99ef80d329fca3f1fdcd1d998d9d78cb54265ee1e68fa5f130510083
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc8d0ef819fe47659d059630367dbdbc67ed87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9339b40c2eff87a883979c96db778166276fb7055015c5a5a027ca00720b0d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609c05eaf13af36768bf11bc56f01d20abb58e3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b10b451f40d1c537918429ab514fd660e15731f2e242cded4e72af443b78dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c59fa7b1231b7d086b2cc0d998d5f93c832102
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8499643f874653a3e568360cb6927656b6492c208a11b84ad0d02e219bd62cd1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad04de13526a9a083fd9467e15e5358d5d3bcf14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fdd9a82767018811f5e88cc0cb6b95d49791bd702939ddfc508c47d6e17078
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b36fe0386d7b106816de1bc1a33309fc105b3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a7f7598a60fd014a6fec1cbd461824a7b936183dedc0137cd6ceeb9d4a4b00
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ffc118eae862d873b39743e4163f986a5f264
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d1d8b93501219b23ded254a3f9c9f5a07d2f3f37800085757a9ed5c01905ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29857f2f58f482c7db14c627a5cd423cdf486b53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c5164fe27ce699d84d3b80d9997a0b8f25c547b3c55f4e53ef8a374e18cf28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee853d93c7aaba4f2dcd6d270665a616c5c41e83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec262f9c8965fa8cf8988cf98df458b189dddfb9599d71e1037ead89e984403
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78269b57acec759eb2f022a54544998c3b6f171b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb39c589a55c41ddebda8227de9b4c8e9f0f8069ccc293ac5d8463af0bcb5d27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7229c9fff6c290f6a04469e9d4a4e4109161526
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc874da1e9fcffadcbe7972ea021b3e93828c42a8917b44825d3dc6afefabb55
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401451d57d6a58cbf27aa397c156964588f3a998
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5bdb8cd090cb280ac197627c5695f6d9261fd7671d76bf8fd18bda47e9ef25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a6ec94e5c55f4bd6147778cee798be20a4b5a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad2799c41396a32113e2ee6c618aaf2ace6cf64f388e9a53f11451f61c8b050
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264735bfbe6fe73693e2746b158a24857fa3dc53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7807c45d1a2fe21c4735b113f5cc46932143eea7b95cd486847e041a1f2d191c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095efac65b8ee7353d24a5b3d770ed26317b746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47156962ae21248b7d845cccf6f96a21cee6024e57d33c95eb47c87354697e7a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f88a07720977eb3f4133e1b1e5892d312ce2c1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21dfc53802cb3043b5620cae7fd53a1fe0a889f48d12ad877f0d24dcd6050a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76afcd62d3162440b3681f4d8cc943d0dd87cf0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547411b38bb15c9d1560bef75c84768c2fbe5bc93ffc6c4a7fb888fca7763a4a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831fd82aee76a3fd328469286affcd0a9ce518c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ee669cac70eb8ca6a7fc0992f42f233442826b5372f13a961a00f6cb5eeb4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0f5743311e359c0eab1283af3d603cf306d0f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d848d4a262480d0c58e033f888f80333266d1f775d621b4040f4aee35690c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ef7de3b89e02ed7f652854b4e3945bbd49631c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eed2c62b4440b50740782805ce0005a75bff15e883cc2bdb59911abd5d872b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f0e38e1846746d992a7040b2d1211f00be3b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86f70ac97776ae089cd3606c3739479ef106e941ddaf604aa530ce9372a3110
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94263051f917cae1ea4a8fa886935f6f0fe34649
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e8d42a22e140a382fde5b73019d7300171c14373e7b1667acf76e3e285e86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0b8120dd727b3c634b7cb0b9f2dfb2a3be2cba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af57528f670d2357b05aadaf5a07da5cc98a3b8726021cd97ca8b5b628e20338
+size 42115
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e494d49aa550b70bfcd6e4e6685d84ccf741f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa45ed8eb990d63965eb60e9f4ed279451381607ac42e5ee9043b4513d66281
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8cb026ba2d6c804efc0db3d0b57b967df61303
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc34d98cc250213cb0464af52e1bdc218b40606f30dd8089ef9cce2c23ca9051
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7739c5b3ae2cd038e6c112f5670e6d2d2e3dfa3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38885c6c4b477295bf6b212aad77e03c430a4246091a187a3dc24d624b47bb32
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18edbea51105530c284c9f6899a099b2ec78c0ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f938bc8a15307f7afe9152cfc6bca897c565890ea3f47da7c39b2f45573c60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e0b65eb081181230f07f703b8a6a038a77a950
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22264e72dcef51a627c306d03cf6fdac5927fa324b9e6e013ed0b81c5bd3bc
+size 11395