diff --git a/params/phi/5/rnd_search/comb_10/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9700d3326c4e2be58f7d2c654d0d8ed6754b37fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467cb48891764fd3817982bb3c10bc92540fc88294fe46cc37f672722e003e93
+size 205955
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbb25a64d36f43d37b252f3560e9034a978bac1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f57f078addee7ed08a1bd8b134dc2bee97212c9bf084e83c9b8f4f6ea56bb1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0c3664c3e6d6a656e644c5ce38246a926cbbee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc535d2d8a7ddeecce78454a84c4b57e84a1d68874633b815b0669f7440f7af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33be6a91b0bd6f3ac41e83a40f694a502a7a93d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adddbc77371f10bedd6dbd5a14b7f23408114ddaecac1d66e30d07d4d112ab8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106f093e946e57c74d5f9d9a5e14357dcae94eab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c2f8eaabe4fa493fde673b1fd4c0413c5a678d761364461df99a89f2406d9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0b5c96ed7322c5edf342c7bfa3bfc823f355d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5f0652ea3255b287d594c6ebfa8bebe01d1f3b745c7e39981bcd6ddc618576
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d578eeb2ada84fb02570f6284a67b8e8ba99705
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7542b5f5b8a5b39328682e7bd4f9a7c02a8a9dfe436ee374b120b33f65fb8809
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa8dabbbec764713f5a0b4230beb549caab83d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062a15ca73633d3409cb4c261f52a76f91cae2edc55d4ed5186d26406fdcf2b4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133d1372ec28ce872be64c739c6032451527dc57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccf3a69188b1f7b3e71eabc2c1733b0025964d9d4eaf34d23595fa1bb8ae064
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347a64a7bd09878bfc03a0253c322aa426770c35
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7be5ac5ee424ffc968e9c903e22c33a2e5e9f84ef74be09d4b992fe0ca53ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9318b3e435731d2a74a2fdad8b8f45f464cc6dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edafb512dce84a09cccf2e9b8647c2ff3c716d10d98e659d72a6afa94b3e203d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a9be91c4655059036be5f1a584046b2420ea26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20137a7b7b34c48622dc85fc3614988b1b88e614cf3315c17def58068f9937ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c6738a438d0851c1ca2afbeabdb8a52a6547c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d210a87a446052107f4b5617b5f910add1bcea5bb93b016cc3b8c8addbd303
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5133545fd196a2341565b42ce4f3f99787661e0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b65aaa188265d4f693104dd13eb40405d7d5fcdde19cbe19c63d53997991cfe
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f2eb45e0d9fa1535855947039a74e6931ab301
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef67758fbf025ecdfd2720d87ffe4ec5de68d6c43521ccec21b1272c230be200
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c29a249f8e141adc9f3e264c710bfacd2e5ca96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f8821e3a81bdb902d801fa614f9083df0c432b6dfd261fd4deaeab4419361d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc19ec90a2751c10a81d4b3cd4e297adc5666f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce198db76f4e25a2627a9412843de308ea99932977258c7ddd61804e03294feb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0a0d6ed04f05f79d90dcb5c021757561922d86
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bebf3e0577f9d737dce1a6f2b425f18fd3da7d0651d5d73acd74692e78128f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba204f432721f66b364ab483ea6a0b5b3152e6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d1638eac3703ac5450a365935890acd2e6057df74686f6602dc7a21aa8f75b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94fa022f3896db3a6e07532341bdce31044b504
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325258f668f7c11a860ee8de337bc0ab11fe835872285cbfdbc6ea94dbfd5143
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d5e077fcf14e3a0d62c72ffd40f46eed125ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d7fcc2648a90db2ec86dd27e52db16bad82aa55a2c4af20f86956e39b77721
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd528f80f6557511a53e75718565153ce4b706
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd240c4ab5b49b16a26b83a31a76c526e7d4398cca0ce4758ac23ab23636f2c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045514d3e1956db011e3a1e8eccafd3d49a70912
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a477d964026474fbb218e2f9b4a64c1d303b5b188bdc5ea0114bf22b4b383014
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c39ce3e2294c9bbb9db4ca3252fdc37a8a44217
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aa5e423c54876569c4393430f8ac1720b83d1701af99e54dde09e81da1f746
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200cb0c0cd8ba71092cf05798b788c6119f93376
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403dd51e429365a0c8e6e294f5d68b52396e8a82c645438579880635416454e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f27b7e2d59e033a76856466b493b272fb3d6f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0467195ce2e5356165a13dc9bbc48bfc458dbb16f79ee23215d0009055bb4372
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa029ce235836ebadebdecb7863a24b31f40dc45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aed2b41e51fead0795ec82f8ea1726d0d351e246a866315633a0bd04d24a963
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1209d50fb0d943d0f23f1c42f86cf8b6fe416fe6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1503c13299e00ccbe5993ea1bec0115fab98d4daa7b0a15e25239402f1e54bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d72a482b44b9432eed30c48e2d619b1308438
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966e62c5ead9c7631964edd44b7f55d528a296eaeeaf5060c40437f79b9b2790
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2b701d1e97cbbe38fc696fe5a9457595374785
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f709647d3b2a45e6c83ca216577201d0af1258d31949c394129ad88643488f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328d17ca81c7abbe05aaa5830da9a3b13e339310
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158b6d6581ab04264955be7a5d998a97f0455935309ad23c9d783f7eaa19eb8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662484dc02e9f4179710a14bd40afa8dd6d64ad6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9101564ebbeb15dfd80236e24ffbdc6d5302b63c5faa0cb134d0fd8860802a16
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fd95d32341c6229928b7a5a9465f7b1178be4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8743915f8aa9ecab7281c8adfee14d2be01f6905b4a647282ba1214eaf0c0406
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea1d10f6c26b0d8bb518768e502df9ef8e17141
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c25db94f9f432aee1bbdeff5e4f69a50d8871df827bb67b508b08b0207e559b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ba7eb9a9f723c35c4e9c484a5b120f882ca3d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f3687b908eb2591df2717dfa692bd560028a7e86fa1fb117c4109e079a35c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e34bc4305da436c2432618bbea1d201f07702
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94bf295ba808d248c246b6465a3f0563484f72a6d814776e940b351e6783aa3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecd5437c80cae7d8f4afb4e3975cab2c47dece6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca063cfc510150a5773462290ab03234e5702f5d611d52fa5060878f39c197c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad5f0c074356f9035d641301e6e206339016787
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f432d1e587d07d13f930dc0f3a24b6ef076a0728557d13b5320fea64d580d33e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bbc58d2e98f81bd04e431d1f59a7bf1f8231c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c55d24935f34ff0eebd169491ce3e5efb15e25773358afafd966fce7001290
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ed0339bf874edc908a3de3a487525e10efd338
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fc1c8cd90cb090923eeb7392f2e364ff0df4bcf7a85b416a3196f488f308a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93986209251848ef23181536494d1b109a496281
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303227fcca611564e6fc54023fc937ce79bc2ac4fd560a23bb5d1287b9b74add
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e9677e238b747ba7ce8e521c2ae3d32fe451d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa3c3ba01f8e7bee81285914ba30fde2ec23c2555c93978757cdc81157096e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768aad1366b5d2b1a764a7ada8c25fbf87a60033
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf59f9acd9aaded638f5ed9fcc280d296a486605b71fcad8fea67df10827182
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52fd307fcc55eabac42e1735739882c32eaa0d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859fe928aa88cee5a6cef4ad2554cc617517f0552e46bbce0870622c564e90d6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58554d438b331410ecd7b8aebe3cdbe5c11a5fa5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f153e813a7e81f01c2ea1e1804ee0a1bf70aa4f2588a1d2c1db00c7321482b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd68f2c32a5b8f5b2a7787efc750b7a108a9c9e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65968558abb9e3d36ba6520626ef63f52e8f5442217efb6cb2a6a99596f2de30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3437d15946c9ac39f8f968a1b4b563d8e9203de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb6898092be7ae4c45ea3cc9ed4a343776244d86a03b81e07269fa3a4eb0a44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999e0424204cf8a9b4b7d551aa63fd9bf22f8c30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a5794b1d739af26046c9d3c316011be4da26720e9a48acaa6242a692e08328
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4e14874039471d827d0245e05ff444a5ffaf77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf1de0d3756cbb05a4e1616e1c32c7586c0c26b2980075d7decb095e9d09cc7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee5fedcf30c5f7bf55423f2c8a1463429f6d46
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b977623f63a80bb7e2990f51712c395ffd54e396588be6cd3f738a3c855d9b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27954f63bb6a7253312335dac3d57262b7be3545
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff79ea5d0d794443711d3224448aada4e7e99cafbe21568a618b0dfc98b681b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddd8493778ca8877e77e3aba405c50b63836e01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26590168d0316354b92751a2e367bf4bcb7628c390178470859d96e98ccac0cc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9009006dd47427d049ce06e1e8c11a581085b61d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03b3a9ac4623b66ee380ae76d01e94cb8679d36f4432b16ea213a54cdabe40e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f560e85f87f5db99c4d53af9d921b04d0eaecd08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eff09600cc3ca64ecb507c5cae5a5a8853c170925b6bf833d71dd66af561ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5860b8cb4c35ea3de891361a4befe7f05587a52
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac1a9721d1f9e063b03b19d1441be35a13c164659c2015d70398992fb243cc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d8e3ec0f332bdd67d4edfa350828e9714813b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf7fda9ed8ca8004ed9932e320b39b3e5c9f9dd9a2209264b8bfe80cab91136
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4965570a24f0121a7bf332e4cf28939049232b0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7bede1cd057b7689fa105aa172bc0e393eb77d8b06a0745f83815c08b94caa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d19735913736fab6ab64074bc4fee7383b84b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b737e7562b1e117547eb89e38ff3d3b1959df8b60af58a46a474ecca847ec545
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cbd4839ef9e99bc38db939f0ba1a13ea399f59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b116cf5c1b2e6f2ecbe499bd91a5d5252d1ad5807cb33f401cb3bb2d3e1e2adb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba8c14e2c11c8b9c08b54552e3e9fdfbbcafc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6612c7abdef97d971bbcdfdb651c6b5aa1ac151f22853a95b1e9031b30bcbae7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d60706007aff548644518b29797e24d6d8e4c20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8c030c7233a2bf38bd4259595465da24f25fd6693282863be2f38b67ea7316
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f01e155b6dc81d4d8605e0ab2c1a388594fee3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3702978716c5454509924b33a6e859a28c3425bfcd09953a7ece6b76c6b16f0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f46d2908ac4d680276e308b805d1cd8edef1a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694f2e5d9313194a30b4a8058652b25bc55faf4c7b701d4c5785e9971db6349c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6edffb7cba80bdc81fb841c4a98c94df0e817c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddc6b988a41850dc6c89ae75852f74a330bde72acea7bf8bb9b47b0719a4773
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e467b5e3ed7c345d1bd22aa90851331eb19e443
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1302d8a8dc065086c5c4854a7b890ced269f651fc56d134f4484976915982
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f26fec6050290a0b85542361eccd6c72dae2401
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6b1e4a181ce050c972feaf7c5dad772a5109b0dc73b1c6d11e23fe53e07ae0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31b6e282476314a8f9d15b97037fb3febfc953d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4e83ac94d8b8a6c9d2e776b0d99b63156a1419c7169524b6befd308cf7ac2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b037d560edbe7c6df97e908127662945cf9dec82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d80b9e1bd24e40259a52712678b368c872f68018546f922de77a03515318d71
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d019f3624fc6dfe71f94c0b9cdb67e35547b25bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9be37e31a89496d8127948c34114d393ca2db00264da5eef90c5ac9c0a355d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eeaa887965e69c39057a9ae83ee3a391eb4cd25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09cc28575b5c9e758563e1cc5534c9b2524e45764d9f8196845590315456f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcee4348454867e7c06349452578745f7f275e28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1746e1a5811ca6150cfc937d69a8210a71ece82d63d63990ee2ec15220fe32c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927403ea04d8469ca8615c30a274954a6730786e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ee93c8d0b2625263dd9a0e8418ee6a1bddf7e652f3ddda007bad35fd6459ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc064ce327827a75a4c558dc1aaa876257cad9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd2738488fb50d3cb2f4ee375103387380b7a2880dc4c15a5962cb99bb7769
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55b50c0918b86ea1407987987e337c0c40bf71b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5519a1a899f07ab13416146b4ec47d355363fd2401c76a9fd72e63177e79abf0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2860a28454fff5ba43724c7e73ddf9828b5aec84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943b974626167ec556e53cc4d135a4d835d886f80ea29cc193418a30999f1348
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26d31317b4c47e23b439282e353648de5d528bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbd26ff8d2292b643cb0105c5e5bc4f65e2057a23d86508693adc735807b458
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ef97620522ad6fe648d4c72032f716d518472d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1cb09b3b869487b913ca5ab8b55052aefeb028eef28fc0a56600b92df8ff97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867e66bf8dd2aebc9257b792f86964077ba2c005
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539d2b576645dad862ed9554a8e910c668126e47103516a5cec427dfecc401df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b069a7d98cd155398e461657956ec1dacae2568
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93672a16681912d756d47e317bdb468b522696607109c8461ce584803f014b55
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1af5adb1ba5e16d757cb02840d9981ea7e49463
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c58ce7bdac2af03b3915eed4a6f393f0839ec019dbfc6b18923b290e94543
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858a9aa7b2549dd73ad6a737b44124b52af9b6bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8223bffef9c1754b4ef3b1bc515be32b61adc93416d7e13e6e1a50b092237ac2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cd4a23104f828a0c2b0ed1ce2e628243eb5c4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da80e1c2eaf455680bebb385e8ebba43570f0137117a25d368b6260fa99254f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba191b509dc767811df6ef07fc1cf01d2ddfbeae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1544d4e7e96b679f467aa5814de4dbbccf1880dc13a9876e16a7a70149ec01
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b601c4458590ec6eb5b9a266c2a7b1c34c3a459
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfddcbcff3319a65d4290ed96cfead148ff1181646dcafbbb2801fd6c4d95db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2e37060a9ca4bf372f43f19bd3bfc879fef5a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb7692c030c53a3efa0ceb38720aa02fab542d9fed26336e2181fbf219369cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6073a10d294096068d34587d10f9fd979ac1c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d00a7bc3909153d589ff36ca01aa9ce59711f759e281c1fe6d37d779747996
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220c5779c15af42841576dd1c51128231e9745a3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fab456d75f38f40c29ede9dec98b3c0773a885c0f8e93dc35ca658bdf183e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d76fd9dfd3e8c735a32f7f198e6c774f7ddc00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd87828ae414c2bf9efc72fa7b5e53101abe773f5d753c291a89014a21c9d7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978117b2ee979963f56a5885755c6c7f81f35e3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b166cbd2d2ba0f53718056f898bf77231bcba37f16a0faf657f7cb23d7018c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dffe57de419121e6b7ff61f2054dcaacdaf5df8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfb54cd907440fb5125192a921d6de716b33206ffc32de74969b3d8e6673d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0da24f73df1368abd1a72a8754e34742491bacd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd81530ba2768bd6692b48c2231af34fc813b1f928a8e9411bf75f7c41020f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9a9fb878cb320f3f9f08416094e5f36035b7db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e1230a073975a8343fe570ad0bc9fb92c9a9b36ef6e6cbd16a1ac4d0413d23
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7210fd71df9a93552c662b8bfceebc99f89dfc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad4bc065626966eab8a8d97adb6719da65c02d7eee4eb29668c7523cd4affb9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329a70d6231a6d964f5276f02addfd14c24f94d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6ca67b4a9626458875efee9d8f0652650393a32cde90dda62b52bc9cecb955
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d25dd2cad2f43f48e47e1932a52dcff8ad121
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8678fe5c89091539289c853b08b89fa1655ae51f865b56d01004fe72a3321251
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656c9e0602407ce1ce987878d1766fb5fe947218
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55db7e156da4f280b3c6feaa370847128f4f3a158f319bbfb4a9f7aba518163
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a875216a7e4f1b1075ecc7ce8476c87768ae08d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee6922f118ecab809b09f11e3da01b53bd9042bf8defee9a2198c0e5cebbe24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d28b11fd161f8336f663f951ba4e5bccf3bc28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea601b1047f386325bf18cebb3523696deec0db8a9c5bbfc0eb4a36d2e9b32
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294b1a0d00e2c3948a52d41ee874c66d8fac0df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8948b86148b32d92d99e8b802421e5205065df4e824179702f92814b4fa47923
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08fa96019f7b6166d1ce91449f9115984009ef5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c644c3af05491d1f39e460f643ecafcc12cd85e58acedb9d4a792f3a90f4f855
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d7398492125b60c51f5b8dddb211bf5781fa1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393e0543c0f8ab8170430eb9641ae5bac44797cf22470abeea9d0b93c6c2df2f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ee5092495b2f9598e73be99f62f217fb81ffd4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc717517102526acb223c89dbfdd3f99bab2369369b46010be3731fbc1c705f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80373af4d2407fa24065782e60e49ac3c833058a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d09a8d47949354d7541d9d0edd62810b6f5494eda6782c6dc7f968f2535d3cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f664ec62fbe50ed1071d179261cd92c8feec898
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b12436fe3cc96109f845145253bd4a6e18e40a52ec72805ec91b64140300b5f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83464a698e0358563771e267a4af7a0bafb66a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73273e56a87b59c20fc9da7186bc964be440f37a8ca03b3a04c951e2deb05328
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72afcdcede153e07a51fac6ac1874e1b414f1b13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66405c91e67ad1b6f0438dbc99fba610bc9ad73204e86d187be56898832a950
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4eee90f5a9ee2d0f757d8c0124cc2b2cd3eeac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b515ba56a45580f95b3fe598bc5f289e543dd9f6e7362e115ec5928f247da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f56b718db682d165b6b9f66954c74eb6a3a819
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37098a4a876d73fecfb1676a3407272b22595553402605db522174dfa1be6aae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6d937594e50c9b1f61f5121099c2c0573c588a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d49af9068c29986ed45ec7b4a22672e74cd6a75780adf959ce225c7b7aee8d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d95e2025cf0240e836434edf78efa7b7c11669
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06099e23f9438fa71c4d21e3b837a62c7d020ff61ba714c844c64b38e28c780
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48183150a5ccffac7d56fee15f9b7dca67fee1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f961034ca769f71dab96e48f772ccf1fe074fd27b268dcfc9050502f4867e380
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c4054133cff7884e17e489cda450dcbed6520c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7bf5b8383ff8b7e3ec740acd8c7fdcedce6cbe2f1b44583672cbc922f5930f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e9e30924d0b42c760b848b2efbdd63c7056538
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a53f6320537f7a6c9fc4ab4a16255d5d73b43a79b3c7c642f0c29fa9abe6d2a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43511128570b8b7f98db9833c4647ac946b1bed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54400c994933d122148e550a67fe8b89ee2a7dbb2bfe0fc3762da5aaba3f1fe6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2361d88f5fefdd61a95ad249dc4d09259425a708
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f5197354bcb939a1694b02a3320c099968e2c8738fd6251483de05f8e5cb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde286153a22177ec90a56eb14a5fe8956ae6c5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66fc7991cc44a97afbd4fc4ae7ff1bc0a34f51d47a649d52dc2b2edbe2c6a28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d20dec04f5ca2c2dd8386ceb60d5b2a10be7e33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8281f88deeefcd906672de3e3379c16db51170711aad41066651e8e5fe23b27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2febb4b0f8b16bfd74f7fd8dcd554e6cd48d1e0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd9baa24c1c14467feb7fb2a7520677a5d6f21b2925c6a177830f14eb3591d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86913506ffa1e0a67984b15e038500e803b7cfe8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16342176af671b465a6fbdd72dd6a8a38ef442a5648d821daa641e667cc50a9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cc0495f7b6431fb2fb589285a353596fa9737
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b105f1e467fc320cfff18aa5c3382c45dd5505b69b0ca2dc12ce67717098f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda9a277e385d989109889dde47bdcf96073b6bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f838a55d4dbc74e488206a88cd687f3df09d9d07357488dfd93620bb2ee95c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aeb03fbd5abf898fa29477c134dc95f3b036cb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555638ef021c174f783432dac83df8c8f022ff62805b89814aa23c3c23a16673
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9102e7ce7927583c657a92611ce7ceb9fcf7b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61aac5d205fd02bf95d40f0005233b48040117bde7ecc48549cb7e2e91384ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1285371c17357c75d4768f6aafade8022fb548f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1023b23c277e53ea7faecef3441ef1938d2da6565504beb2da068ec094dac15c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c0d60864c422538d32565be7172e078dfed341
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7294797b030e386107af3bf5cd6f3bd445495d69c1043163ba5b0aa886ac8f8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f984a3d4cfe2f9008d02a179f8fe162cc3991
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd73362ccfd16227fef28318b5dc9e9e1dc9ace8ba37623a0ebcdfba79091561
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9686a08008ab6da720de385f4c12ff898e480ab6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6c0e057403774417c20370567c229aca0bfe4fa8b1d1e0409e3b19c8de6bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae63f2e6027ec6129d097fdad84e393498dc022
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06fb3cf591851e163e7a3e521a06345ca595a44e18fb63427d74188185bc105
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658498f53d53606f2a3862a1db94824fdd24cdfe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b272ca2cc367c693c78c9a5d681793895b0a24f8d84c349faa13f945ad5e0b34
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f41412ac18d2404e2b03013e4f6b9881f3a4aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aecef000711c1a6abac6dc306156969b82ba82cdc70e64667d3d3636a7ddfd3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53762ee39813b42c97807524c3f47722d6576ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b9716a0264c1728ed2dbc02e9fcf239db9b7dd1268aeef04562d2e623cb3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a85941171bc48bd71c0e0c9ef4044eb7887cd00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe590275624ac1be00ca1e6d75bf9695cee97bd74072cb0d64a8d666fe252438
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd11b2a17c30c50d51d45e6120c09afa2f0ba5c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0ca100a4863b2679156e6c8775767f4f58681fda701661511bb464ef95ec6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dceb7222522d56c4f5ff7c4747a2ff53e6191d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17f5da6b091abd7fd627c12b255a6e8970ff5d55680028b43c952545133311f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102109e9b527d2dbf6166da98ceda5f8f89b14cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd37da785382ecd0ce0e209a2f378df005695e964317d2f6d004a0ef5d96aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9fa4c80a90b6410c6cbe8e03c68621dbb6a352
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1b7f6c1b2f3b4b2ea25c56b390f131f152438d1def13100bb420b2b2d97016
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb745f5d74bf0f406592ebb058b2d9c6a48972
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fa91bf1208d76d626125d985e4c3879ad55be5b186cda016d349fd3ba80be6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f3ccd011aca0e5c7eb8d8884d0f9d032c34db9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a16c542e813dc8f31f0708241263f24c5924c8da5c6a94e36270033eda5a69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e899ca4931065c7c9be20f02fb76e2ae5444465
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6b014dec4cec15db356dc194f565d31f04c2a99210e8f0eb0c49c883a52c41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b66e813fd0fb4c77ad9c0ae55e28fd8de0171
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4013a1ac81d1519d8095bf38a1700df9e3a04de4b20e7a249a84a0bb1a66d42
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e481ea5bd7902f3ef71dd35fc6fd93fe903e8b13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49b94e1a1fed8028dc39af73d7d7ef5c9d4e662891efea3df3caa38d69a420e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ee5f12de4fd7ccb7daeeb300c6dc36d41fa8ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ea14b2e33f969e77b12768c5df6bbc79d26bee7896394718ff0092c0b40897
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b6474d7c6a573ae02cd0fd80612fcdb63cd56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078c8f14e447037d8c7f6903988ec88289edf046e56b637166051ddc394c68f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e06afc5443a8a734625c37d4f143ac0b7801944
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a628d06ade7edd37fe21b00b8b1ffce369ecddcc38170b6dd4761398f82250fe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634b4bc14d2d38df2b1763f3852615f1d6eff03f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad40610756a6a4a059f3085683e9dc811e5f273188322de081a23a52639312
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7edf7eac675e23cca50489f62d0c8274d864ccc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b301a811629b1e8b6d1c676eabe4bf4537bb7015c44f1827514b9a2d1386ee6e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77d15d35eb19f17acb19ea18c9d3dcf6f6c9649
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987ca60b9462804261a4e5c7a2ba3fd6f247fa5129746c21dcc4df31a7041bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb5b365f58330e6e3f91aa8677a2cc63e4fc65c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7360858cc78d217c693f1c03d8ace2a4ac107e95ec0faf0fc08966a466b1e828
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cb4bd62dcce4676928ed44cb2eeefa69b52b49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9938f7f5f52a317ce269970edd1ab24f48ebf05152ab28ee9b4473b987d8330
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6c432b4da6a4032153880eeb9dc0e8b2802fbd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae3885e47b912f553007f70f0e411baae5c65806a79e91220a2bc4f5185018
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdd5c2d36efe82fc984df1e6b8a5ef4ec06a46e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6d736743c729555d04f7d4a5004353237b1b6cac7e5c3a3c95950fb7eb6291
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec92bc3d944f581b058269de25815a02f9a06f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29bca20ffec143492e8968911ad27ff3b73a1da6767c6dac226d4b1e4987131
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c48237d87de6dfd0515d448d8afbd8b16acd30f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f920436dc13032947e129a85a20f038525aeea170c43b3d041e746baff020
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5365ebdd51cab1b224cc1dd3b06d4775bb5049f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ec53fdf185126fff1f2c7500ec24bfa3d6125cd1e3a56fe75d6d7180cc9f73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f4d3d14b7d94dd43401dd3528ee06e0968fe0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ff6a47c117dd08e6e3f4eccea1717801ed1b4780f4d23856849cc72830383c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbeb11a71bbde268a9f9a8b9f65ef9742fb224c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d989ec27df3fec6a7f5f61ea88e52e391d900d2a7aa86debbd0ef8099ab3f4eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f28ee0f05301580084d1e62860ca02d06ca31f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c938883b696ac1e21ddfe2ba0ee8f81a35a54f69712949e8db60ae06bf709c12
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc25656be4cc1ce2b510942cf7b0b9c5148e41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b2070556caa7af1457a9bdeb41c7fa04a5b1f309d8eb45d19b6eaa518ab75f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347f763499733a1e3c3d6794dd7faac99bd55899
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878b2c611f2f67b520e3351f2022eb41219ee0a0fb4fd5d9ed22014654f4fe45
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df4952192e32650c14480bdaec3a085885e159
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6964d214ee8e8cd82d0ee843109cdeb0dd03a87c8c07fd448cce870f2a19b91e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9e9cfb7776299fb13822099d4667e1f1d81ecd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406ec8bfee6857a907260ddfe808e1c8583ea57c8829659ebdd0c3f94e1d5210
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aa260ec5dceeb19f70b7b2417d0b6e3911edaa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46344e7e1942b8aae018909280a11bf081283b0efcc05d9fd064477c1c13a21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fccd9ff56e66fb211e9631d679e11bdb14b282b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede2c61285ccc5519ca79fe75d2f3e19720149d8309f1c5ec4684ce0251b1c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de2df4f31eb6a90a6fe3160a318a713474dceb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92452594760714d2adf4dd76107412fe1c9867ae09059a1315eca8356a77e123
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e5ce9c2a8a9f8c979d8a6005b9189b742294ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22d31c3ed0289d5ad303ba90cfd64edeb2bea0dc96060ce1101f3b5539df34
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bb0c646800444730f40979c7c21b80faf2d8b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d4a15092858f81c8a785bb519fa75d8fed908bc956ebffc89f800aecf867f4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f00804939d7443f5489523fa599c6cbb48dfc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b35e2420ce7a3e38ee4e81a226a28cb8e602fb80c747ef0fa4d8e71903832c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969fc705f97bc2007a56791c8f68061edfacbf58
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec337e640f71594653f9e2f4bf6f04fb7c124fccee3dd66afae4d5f98dd6c6a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc30ce665413e7ef513f4d69bd9d64fa21d0ed0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2021b7ca8dad0d056641e664049637e66332ffe6254d1d22f41a693dfb7b24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7670c3ee15b151bbdda3edaffbc396659a4ed20b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e910509465d5742de53f7c1e23dc87d5e2c4fb26a22113e8052843b763ff1073
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb3a1ad32a1bc9526e7c76a5a00763c78606cc5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a2f24daae65367c75ad63e35784674a0e32bcd4bb7c8ddab8015ad2b28be70
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4578725d50de0b756e8d34d30b9d6d457e834
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3312f768e6b7002c848e14c44f3b55b827ce8844194be4bf982d39aec23a13a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f58ea37faa457779614bd48231fa319f970a84e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b06b78b543c8c63c5784d1f891dd845003418ccf30d2acfaf0e161773fc8e72
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072ee96d3e02009964d802e93dfe730d94a4ce96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c353239fb25ebea14a20d2be1e914b993ad633ac6a92c43f0d62b2cc3df7f61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400c42adbb88a6cb0c055414e30b9c035b4c1ec5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b9bebf6095e6ec6594a0a751c7ff04ec0d62df76855a52f2a3ed28c499fc7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fdc4fb2cd250b3bf1e5d98edd5de6b1fba8baa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81549c4635a0a52e79e2c9828fc35fe62f4483490a93480f14febb7d3b76c540
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b849f9324828a5796bd307a5da81e9e04d18b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22645cfce0e3a7b4991dcebe9ad5b99672ace8cbd5be4422ee5eb53c4d9b784c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad31ae1bd065d64fde8ab30211abf3412f26e4d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a018c3fd9ae40c6d928f8aa485319617941031b8a9dbb86c13e70a9368b0587f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab00e002df3a263858086823743639ce4489f4e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea97ae8adc7935028b4786cdebf814736a5a6072949d49eb738392fb2ca4bf87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7d4767157fdc2a4a85df4b0be8cfc040997b94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2905ea881a029d4f874afb2b4db59752a1cd50b64d56721910c72c7cf5b4488d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e84a202e91715e470a3578d8a3fb80739a3e89d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22064bdfd17b6a065b12a2ae8fbcabb56d0ab206d7c41fae2424db9217b87849
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf03dddb190cf1351064132f384d317bcfa72c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f96090397a3c15a9f8613f29bd1242c58b0c6965c1bc1a3b1198c8215d00c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0264e673d72a4a55e0e055de0978fde6a16a4828
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b652609bc69ea442b815dfbbd08b9dcd4186169ee6ecbf8d53b909df25a9c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38cdd388cc75f20bad320704f84ae3c50ea0f77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2433abbf8fffc6fc23d2b388f1f5689530297f53fddbfba5da39f4209f14c138
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7ffa5128a975f2e3aaa8747634b3997004f7ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2e67e4d8b29d876da49b3d6f179c2545d3e57513af48acb8fda5a13439ad3d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd02538c901363d0406bd0758a73a422e51a7cf4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59931ec50c803e0534962d24b0c4f85b4248ef6e46dd38d257c9f80c7f99f3af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4836797035c0b379db5d4c8aad38fc9b8c356dba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9ffa04a0aa01c0d58ea75b218569ff57fd10f3448de4adcb64a60dd888f9b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584219b6f2333f401de037f6d450d07be96d0b86
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a3febccb06b1c269be41a9b2c1ef001062177088923271ddf8b3da6538e7ad
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f13a7b0350ab3b5dd3b8ecf02730d7697d72cb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0c1eba485d464c63c64575e834d396d23441092060896f453de50d85f30ad9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d8b7f4e363dbf0d1d3a8b64606442b0328dc07
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a534f0a77bb461be4ef563725cd348d83619b41f4571895fd85da6e79f6ff8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5515b393862ec2b94428cea33aa3cf8be0afe0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a147bcd473f40a03acb38d0b0e3e74f1f9541ce61f648d264786c99713839aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724e314fd14184a30a414b7bb29550861a094a79
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6703a8af1f984596e1bad0ad5d5972dfcfbb02f002307e81dfb78d65db269925
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662470694e8639d1d30682d9b0de217333dad25a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55bcdde20093b978d83c80889f3f25b64c06717d75d1b321510ca9112612c10
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9700d3326c4e2be58f7d2c654d0d8ed6754b37fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467cb48891764fd3817982bb3c10bc92540fc88294fe46cc37f672722e003e93
+size 205955
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbb25a64d36f43d37b252f3560e9034a978bac1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f57f078addee7ed08a1bd8b134dc2bee97212c9bf084e83c9b8f4f6ea56bb1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0c3664c3e6d6a656e644c5ce38246a926cbbee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc535d2d8a7ddeecce78454a84c4b57e84a1d68874633b815b0669f7440f7af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33be6a91b0bd6f3ac41e83a40f694a502a7a93d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adddbc77371f10bedd6dbd5a14b7f23408114ddaecac1d66e30d07d4d112ab8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106f093e946e57c74d5f9d9a5e14357dcae94eab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c2f8eaabe4fa493fde673b1fd4c0413c5a678d761364461df99a89f2406d9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0b5c96ed7322c5edf342c7bfa3bfc823f355d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5f0652ea3255b287d594c6ebfa8bebe01d1f3b745c7e39981bcd6ddc618576
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d578eeb2ada84fb02570f6284a67b8e8ba99705
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7542b5f5b8a5b39328682e7bd4f9a7c02a8a9dfe436ee374b120b33f65fb8809
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa8dabbbec764713f5a0b4230beb549caab83d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062a15ca73633d3409cb4c261f52a76f91cae2edc55d4ed5186d26406fdcf2b4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133d1372ec28ce872be64c739c6032451527dc57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccf3a69188b1f7b3e71eabc2c1733b0025964d9d4eaf34d23595fa1bb8ae064
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347a64a7bd09878bfc03a0253c322aa426770c35
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7be5ac5ee424ffc968e9c903e22c33a2e5e9f84ef74be09d4b992fe0ca53ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9318b3e435731d2a74a2fdad8b8f45f464cc6dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edafb512dce84a09cccf2e9b8647c2ff3c716d10d98e659d72a6afa94b3e203d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a9be91c4655059036be5f1a584046b2420ea26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20137a7b7b34c48622dc85fc3614988b1b88e614cf3315c17def58068f9937ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c6738a438d0851c1ca2afbeabdb8a52a6547c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d210a87a446052107f4b5617b5f910add1bcea5bb93b016cc3b8c8addbd303
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5133545fd196a2341565b42ce4f3f99787661e0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b65aaa188265d4f693104dd13eb40405d7d5fcdde19cbe19c63d53997991cfe
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f2eb45e0d9fa1535855947039a74e6931ab301
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef67758fbf025ecdfd2720d87ffe4ec5de68d6c43521ccec21b1272c230be200
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c29a249f8e141adc9f3e264c710bfacd2e5ca96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f8821e3a81bdb902d801fa614f9083df0c432b6dfd261fd4deaeab4419361d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc19ec90a2751c10a81d4b3cd4e297adc5666f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce198db76f4e25a2627a9412843de308ea99932977258c7ddd61804e03294feb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0a0d6ed04f05f79d90dcb5c021757561922d86
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bebf3e0577f9d737dce1a6f2b425f18fd3da7d0651d5d73acd74692e78128f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba204f432721f66b364ab483ea6a0b5b3152e6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d1638eac3703ac5450a365935890acd2e6057df74686f6602dc7a21aa8f75b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94fa022f3896db3a6e07532341bdce31044b504
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325258f668f7c11a860ee8de337bc0ab11fe835872285cbfdbc6ea94dbfd5143
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d5e077fcf14e3a0d62c72ffd40f46eed125ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d7fcc2648a90db2ec86dd27e52db16bad82aa55a2c4af20f86956e39b77721
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd528f80f6557511a53e75718565153ce4b706
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd240c4ab5b49b16a26b83a31a76c526e7d4398cca0ce4758ac23ab23636f2c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045514d3e1956db011e3a1e8eccafd3d49a70912
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a477d964026474fbb218e2f9b4a64c1d303b5b188bdc5ea0114bf22b4b383014
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c39ce3e2294c9bbb9db4ca3252fdc37a8a44217
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aa5e423c54876569c4393430f8ac1720b83d1701af99e54dde09e81da1f746
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200cb0c0cd8ba71092cf05798b788c6119f93376
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403dd51e429365a0c8e6e294f5d68b52396e8a82c645438579880635416454e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f27b7e2d59e033a76856466b493b272fb3d6f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0467195ce2e5356165a13dc9bbc48bfc458dbb16f79ee23215d0009055bb4372
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa029ce235836ebadebdecb7863a24b31f40dc45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aed2b41e51fead0795ec82f8ea1726d0d351e246a866315633a0bd04d24a963
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1209d50fb0d943d0f23f1c42f86cf8b6fe416fe6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1503c13299e00ccbe5993ea1bec0115fab98d4daa7b0a15e25239402f1e54bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d72a482b44b9432eed30c48e2d619b1308438
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966e62c5ead9c7631964edd44b7f55d528a296eaeeaf5060c40437f79b9b2790
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2b701d1e97cbbe38fc696fe5a9457595374785
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f709647d3b2a45e6c83ca216577201d0af1258d31949c394129ad88643488f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328d17ca81c7abbe05aaa5830da9a3b13e339310
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158b6d6581ab04264955be7a5d998a97f0455935309ad23c9d783f7eaa19eb8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662484dc02e9f4179710a14bd40afa8dd6d64ad6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9101564ebbeb15dfd80236e24ffbdc6d5302b63c5faa0cb134d0fd8860802a16
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fd95d32341c6229928b7a5a9465f7b1178be4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8743915f8aa9ecab7281c8adfee14d2be01f6905b4a647282ba1214eaf0c0406
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea1d10f6c26b0d8bb518768e502df9ef8e17141
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c25db94f9f432aee1bbdeff5e4f69a50d8871df827bb67b508b08b0207e559b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ba7eb9a9f723c35c4e9c484a5b120f882ca3d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f3687b908eb2591df2717dfa692bd560028a7e86fa1fb117c4109e079a35c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e34bc4305da436c2432618bbea1d201f07702
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94bf295ba808d248c246b6465a3f0563484f72a6d814776e940b351e6783aa3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecd5437c80cae7d8f4afb4e3975cab2c47dece6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca063cfc510150a5773462290ab03234e5702f5d611d52fa5060878f39c197c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad5f0c074356f9035d641301e6e206339016787
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f432d1e587d07d13f930dc0f3a24b6ef076a0728557d13b5320fea64d580d33e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bbc58d2e98f81bd04e431d1f59a7bf1f8231c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c55d24935f34ff0eebd169491ce3e5efb15e25773358afafd966fce7001290
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ed0339bf874edc908a3de3a487525e10efd338
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fc1c8cd90cb090923eeb7392f2e364ff0df4bcf7a85b416a3196f488f308a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93986209251848ef23181536494d1b109a496281
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303227fcca611564e6fc54023fc937ce79bc2ac4fd560a23bb5d1287b9b74add
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e9677e238b747ba7ce8e521c2ae3d32fe451d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa3c3ba01f8e7bee81285914ba30fde2ec23c2555c93978757cdc81157096e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768aad1366b5d2b1a764a7ada8c25fbf87a60033
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf59f9acd9aaded638f5ed9fcc280d296a486605b71fcad8fea67df10827182
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52fd307fcc55eabac42e1735739882c32eaa0d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859fe928aa88cee5a6cef4ad2554cc617517f0552e46bbce0870622c564e90d6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58554d438b331410ecd7b8aebe3cdbe5c11a5fa5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f153e813a7e81f01c2ea1e1804ee0a1bf70aa4f2588a1d2c1db00c7321482b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd68f2c32a5b8f5b2a7787efc750b7a108a9c9e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65968558abb9e3d36ba6520626ef63f52e8f5442217efb6cb2a6a99596f2de30
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3437d15946c9ac39f8f968a1b4b563d8e9203de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb6898092be7ae4c45ea3cc9ed4a343776244d86a03b81e07269fa3a4eb0a44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999e0424204cf8a9b4b7d551aa63fd9bf22f8c30
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a5794b1d739af26046c9d3c316011be4da26720e9a48acaa6242a692e08328
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4e14874039471d827d0245e05ff444a5ffaf77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf1de0d3756cbb05a4e1616e1c32c7586c0c26b2980075d7decb095e9d09cc7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee5fedcf30c5f7bf55423f2c8a1463429f6d46
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b977623f63a80bb7e2990f51712c395ffd54e396588be6cd3f738a3c855d9b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27954f63bb6a7253312335dac3d57262b7be3545
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff79ea5d0d794443711d3224448aada4e7e99cafbe21568a618b0dfc98b681b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddd8493778ca8877e77e3aba405c50b63836e01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26590168d0316354b92751a2e367bf4bcb7628c390178470859d96e98ccac0cc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9009006dd47427d049ce06e1e8c11a581085b61d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03b3a9ac4623b66ee380ae76d01e94cb8679d36f4432b16ea213a54cdabe40e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f560e85f87f5db99c4d53af9d921b04d0eaecd08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eff09600cc3ca64ecb507c5cae5a5a8853c170925b6bf833d71dd66af561ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5860b8cb4c35ea3de891361a4befe7f05587a52
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac1a9721d1f9e063b03b19d1441be35a13c164659c2015d70398992fb243cc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d8e3ec0f332bdd67d4edfa350828e9714813b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf7fda9ed8ca8004ed9932e320b39b3e5c9f9dd9a2209264b8bfe80cab91136
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4965570a24f0121a7bf332e4cf28939049232b0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7bede1cd057b7689fa105aa172bc0e393eb77d8b06a0745f83815c08b94caa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d19735913736fab6ab64074bc4fee7383b84b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b737e7562b1e117547eb89e38ff3d3b1959df8b60af58a46a474ecca847ec545
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cbd4839ef9e99bc38db939f0ba1a13ea399f59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b116cf5c1b2e6f2ecbe499bd91a5d5252d1ad5807cb33f401cb3bb2d3e1e2adb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba8c14e2c11c8b9c08b54552e3e9fdfbbcafc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6612c7abdef97d971bbcdfdb651c6b5aa1ac151f22853a95b1e9031b30bcbae7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d60706007aff548644518b29797e24d6d8e4c20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8c030c7233a2bf38bd4259595465da24f25fd6693282863be2f38b67ea7316
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f01e155b6dc81d4d8605e0ab2c1a388594fee3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3702978716c5454509924b33a6e859a28c3425bfcd09953a7ece6b76c6b16f0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f46d2908ac4d680276e308b805d1cd8edef1a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694f2e5d9313194a30b4a8058652b25bc55faf4c7b701d4c5785e9971db6349c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6edffb7cba80bdc81fb841c4a98c94df0e817c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddc6b988a41850dc6c89ae75852f74a330bde72acea7bf8bb9b47b0719a4773
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e467b5e3ed7c345d1bd22aa90851331eb19e443
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1302d8a8dc065086c5c4854a7b890ced269f651fc56d134f4484976915982
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f26fec6050290a0b85542361eccd6c72dae2401
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6b1e4a181ce050c972feaf7c5dad772a5109b0dc73b1c6d11e23fe53e07ae0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31b6e282476314a8f9d15b97037fb3febfc953d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4e83ac94d8b8a6c9d2e776b0d99b63156a1419c7169524b6befd308cf7ac2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b037d560edbe7c6df97e908127662945cf9dec82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d80b9e1bd24e40259a52712678b368c872f68018546f922de77a03515318d71
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d019f3624fc6dfe71f94c0b9cdb67e35547b25bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9be37e31a89496d8127948c34114d393ca2db00264da5eef90c5ac9c0a355d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eeaa887965e69c39057a9ae83ee3a391eb4cd25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09cc28575b5c9e758563e1cc5534c9b2524e45764d9f8196845590315456f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcee4348454867e7c06349452578745f7f275e28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1746e1a5811ca6150cfc937d69a8210a71ece82d63d63990ee2ec15220fe32c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927403ea04d8469ca8615c30a274954a6730786e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ee93c8d0b2625263dd9a0e8418ee6a1bddf7e652f3ddda007bad35fd6459ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc064ce327827a75a4c558dc1aaa876257cad9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd2738488fb50d3cb2f4ee375103387380b7a2880dc4c15a5962cb99bb7769
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55b50c0918b86ea1407987987e337c0c40bf71b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5519a1a899f07ab13416146b4ec47d355363fd2401c76a9fd72e63177e79abf0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2860a28454fff5ba43724c7e73ddf9828b5aec84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943b974626167ec556e53cc4d135a4d835d886f80ea29cc193418a30999f1348
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26d31317b4c47e23b439282e353648de5d528bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbd26ff8d2292b643cb0105c5e5bc4f65e2057a23d86508693adc735807b458
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ef97620522ad6fe648d4c72032f716d518472d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1cb09b3b869487b913ca5ab8b55052aefeb028eef28fc0a56600b92df8ff97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867e66bf8dd2aebc9257b792f86964077ba2c005
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539d2b576645dad862ed9554a8e910c668126e47103516a5cec427dfecc401df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b069a7d98cd155398e461657956ec1dacae2568
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93672a16681912d756d47e317bdb468b522696607109c8461ce584803f014b55
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1af5adb1ba5e16d757cb02840d9981ea7e49463
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c58ce7bdac2af03b3915eed4a6f393f0839ec019dbfc6b18923b290e94543
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858a9aa7b2549dd73ad6a737b44124b52af9b6bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8223bffef9c1754b4ef3b1bc515be32b61adc93416d7e13e6e1a50b092237ac2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cd4a23104f828a0c2b0ed1ce2e628243eb5c4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da80e1c2eaf455680bebb385e8ebba43570f0137117a25d368b6260fa99254f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba191b509dc767811df6ef07fc1cf01d2ddfbeae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1544d4e7e96b679f467aa5814de4dbbccf1880dc13a9876e16a7a70149ec01
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b601c4458590ec6eb5b9a266c2a7b1c34c3a459
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfddcbcff3319a65d4290ed96cfead148ff1181646dcafbbb2801fd6c4d95db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2e37060a9ca4bf372f43f19bd3bfc879fef5a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb7692c030c53a3efa0ceb38720aa02fab542d9fed26336e2181fbf219369cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6073a10d294096068d34587d10f9fd979ac1c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d00a7bc3909153d589ff36ca01aa9ce59711f759e281c1fe6d37d779747996
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220c5779c15af42841576dd1c51128231e9745a3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fab456d75f38f40c29ede9dec98b3c0773a885c0f8e93dc35ca658bdf183e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d76fd9dfd3e8c735a32f7f198e6c774f7ddc00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd87828ae414c2bf9efc72fa7b5e53101abe773f5d753c291a89014a21c9d7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978117b2ee979963f56a5885755c6c7f81f35e3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b166cbd2d2ba0f53718056f898bf77231bcba37f16a0faf657f7cb23d7018c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dffe57de419121e6b7ff61f2054dcaacdaf5df8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bfb54cd907440fb5125192a921d6de716b33206ffc32de74969b3d8e6673d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0da24f73df1368abd1a72a8754e34742491bacd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd81530ba2768bd6692b48c2231af34fc813b1f928a8e9411bf75f7c41020f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9a9fb878cb320f3f9f08416094e5f36035b7db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e1230a073975a8343fe570ad0bc9fb92c9a9b36ef6e6cbd16a1ac4d0413d23
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7210fd71df9a93552c662b8bfceebc99f89dfc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad4bc065626966eab8a8d97adb6719da65c02d7eee4eb29668c7523cd4affb9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329a70d6231a6d964f5276f02addfd14c24f94d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6ca67b4a9626458875efee9d8f0652650393a32cde90dda62b52bc9cecb955
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d25dd2cad2f43f48e47e1932a52dcff8ad121
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8678fe5c89091539289c853b08b89fa1655ae51f865b56d01004fe72a3321251
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656c9e0602407ce1ce987878d1766fb5fe947218
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55db7e156da4f280b3c6feaa370847128f4f3a158f319bbfb4a9f7aba518163
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a875216a7e4f1b1075ecc7ce8476c87768ae08d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee6922f118ecab809b09f11e3da01b53bd9042bf8defee9a2198c0e5cebbe24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d28b11fd161f8336f663f951ba4e5bccf3bc28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea601b1047f386325bf18cebb3523696deec0db8a9c5bbfc0eb4a36d2e9b32
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294b1a0d00e2c3948a52d41ee874c66d8fac0df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8948b86148b32d92d99e8b802421e5205065df4e824179702f92814b4fa47923
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08fa96019f7b6166d1ce91449f9115984009ef5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c644c3af05491d1f39e460f643ecafcc12cd85e58acedb9d4a792f3a90f4f855
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d7398492125b60c51f5b8dddb211bf5781fa1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393e0543c0f8ab8170430eb9641ae5bac44797cf22470abeea9d0b93c6c2df2f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ee5092495b2f9598e73be99f62f217fb81ffd4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc717517102526acb223c89dbfdd3f99bab2369369b46010be3731fbc1c705f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80373af4d2407fa24065782e60e49ac3c833058a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d09a8d47949354d7541d9d0edd62810b6f5494eda6782c6dc7f968f2535d3cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f664ec62fbe50ed1071d179261cd92c8feec898
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b12436fe3cc96109f845145253bd4a6e18e40a52ec72805ec91b64140300b5f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83464a698e0358563771e267a4af7a0bafb66a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73273e56a87b59c20fc9da7186bc964be440f37a8ca03b3a04c951e2deb05328
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72afcdcede153e07a51fac6ac1874e1b414f1b13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66405c91e67ad1b6f0438dbc99fba610bc9ad73204e86d187be56898832a950
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4eee90f5a9ee2d0f757d8c0124cc2b2cd3eeac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b515ba56a45580f95b3fe598bc5f289e543dd9f6e7362e115ec5928f247da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f56b718db682d165b6b9f66954c74eb6a3a819
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37098a4a876d73fecfb1676a3407272b22595553402605db522174dfa1be6aae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6d937594e50c9b1f61f5121099c2c0573c588a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d49af9068c29986ed45ec7b4a22672e74cd6a75780adf959ce225c7b7aee8d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d95e2025cf0240e836434edf78efa7b7c11669
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06099e23f9438fa71c4d21e3b837a62c7d020ff61ba714c844c64b38e28c780
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48183150a5ccffac7d56fee15f9b7dca67fee1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f961034ca769f71dab96e48f772ccf1fe074fd27b268dcfc9050502f4867e380
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c4054133cff7884e17e489cda450dcbed6520c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7bf5b8383ff8b7e3ec740acd8c7fdcedce6cbe2f1b44583672cbc922f5930f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e9e30924d0b42c760b848b2efbdd63c7056538
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a53f6320537f7a6c9fc4ab4a16255d5d73b43a79b3c7c642f0c29fa9abe6d2a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43511128570b8b7f98db9833c4647ac946b1bed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54400c994933d122148e550a67fe8b89ee2a7dbb2bfe0fc3762da5aaba3f1fe6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2361d88f5fefdd61a95ad249dc4d09259425a708
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f5197354bcb939a1694b02a3320c099968e2c8738fd6251483de05f8e5cb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde286153a22177ec90a56eb14a5fe8956ae6c5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66fc7991cc44a97afbd4fc4ae7ff1bc0a34f51d47a649d52dc2b2edbe2c6a28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d20dec04f5ca2c2dd8386ceb60d5b2a10be7e33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8281f88deeefcd906672de3e3379c16db51170711aad41066651e8e5fe23b27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2febb4b0f8b16bfd74f7fd8dcd554e6cd48d1e0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd9baa24c1c14467feb7fb2a7520677a5d6f21b2925c6a177830f14eb3591d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86913506ffa1e0a67984b15e038500e803b7cfe8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16342176af671b465a6fbdd72dd6a8a38ef442a5648d821daa641e667cc50a9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cc0495f7b6431fb2fb589285a353596fa9737
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b105f1e467fc320cfff18aa5c3382c45dd5505b69b0ca2dc12ce67717098f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda9a277e385d989109889dde47bdcf96073b6bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f838a55d4dbc74e488206a88cd687f3df09d9d07357488dfd93620bb2ee95c6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aeb03fbd5abf898fa29477c134dc95f3b036cb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555638ef021c174f783432dac83df8c8f022ff62805b89814aa23c3c23a16673
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9102e7ce7927583c657a92611ce7ceb9fcf7b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61aac5d205fd02bf95d40f0005233b48040117bde7ecc48549cb7e2e91384ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1285371c17357c75d4768f6aafade8022fb548f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1023b23c277e53ea7faecef3441ef1938d2da6565504beb2da068ec094dac15c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c0d60864c422538d32565be7172e078dfed341
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7294797b030e386107af3bf5cd6f3bd445495d69c1043163ba5b0aa886ac8f8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f984a3d4cfe2f9008d02a179f8fe162cc3991
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd73362ccfd16227fef28318b5dc9e9e1dc9ace8ba37623a0ebcdfba79091561
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9686a08008ab6da720de385f4c12ff898e480ab6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6c0e057403774417c20370567c229aca0bfe4fa8b1d1e0409e3b19c8de6bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae63f2e6027ec6129d097fdad84e393498dc022
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06fb3cf591851e163e7a3e521a06345ca595a44e18fb63427d74188185bc105
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658498f53d53606f2a3862a1db94824fdd24cdfe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b272ca2cc367c693c78c9a5d681793895b0a24f8d84c349faa13f945ad5e0b34
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f41412ac18d2404e2b03013e4f6b9881f3a4aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aecef000711c1a6abac6dc306156969b82ba82cdc70e64667d3d3636a7ddfd3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53762ee39813b42c97807524c3f47722d6576ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b9716a0264c1728ed2dbc02e9fcf239db9b7dd1268aeef04562d2e623cb3c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a85941171bc48bd71c0e0c9ef4044eb7887cd00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe590275624ac1be00ca1e6d75bf9695cee97bd74072cb0d64a8d666fe252438
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd11b2a17c30c50d51d45e6120c09afa2f0ba5c5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0ca100a4863b2679156e6c8775767f4f58681fda701661511bb464ef95ec6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dceb7222522d56c4f5ff7c4747a2ff53e6191d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17f5da6b091abd7fd627c12b255a6e8970ff5d55680028b43c952545133311f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102109e9b527d2dbf6166da98ceda5f8f89b14cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd37da785382ecd0ce0e209a2f378df005695e964317d2f6d004a0ef5d96aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9fa4c80a90b6410c6cbe8e03c68621dbb6a352
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1b7f6c1b2f3b4b2ea25c56b390f131f152438d1def13100bb420b2b2d97016
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb745f5d74bf0f406592ebb058b2d9c6a48972
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fa91bf1208d76d626125d985e4c3879ad55be5b186cda016d349fd3ba80be6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f3ccd011aca0e5c7eb8d8884d0f9d032c34db9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a16c542e813dc8f31f0708241263f24c5924c8da5c6a94e36270033eda5a69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e899ca4931065c7c9be20f02fb76e2ae5444465
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6b014dec4cec15db356dc194f565d31f04c2a99210e8f0eb0c49c883a52c41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b66e813fd0fb4c77ad9c0ae55e28fd8de0171
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4013a1ac81d1519d8095bf38a1700df9e3a04de4b20e7a249a84a0bb1a66d42
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e481ea5bd7902f3ef71dd35fc6fd93fe903e8b13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49b94e1a1fed8028dc39af73d7d7ef5c9d4e662891efea3df3caa38d69a420e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ee5f12de4fd7ccb7daeeb300c6dc36d41fa8ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ea14b2e33f969e77b12768c5df6bbc79d26bee7896394718ff0092c0b40897
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b6474d7c6a573ae02cd0fd80612fcdb63cd56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078c8f14e447037d8c7f6903988ec88289edf046e56b637166051ddc394c68f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e06afc5443a8a734625c37d4f143ac0b7801944
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a628d06ade7edd37fe21b00b8b1ffce369ecddcc38170b6dd4761398f82250fe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634b4bc14d2d38df2b1763f3852615f1d6eff03f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad40610756a6a4a059f3085683e9dc811e5f273188322de081a23a52639312
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7edf7eac675e23cca50489f62d0c8274d864ccc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b301a811629b1e8b6d1c676eabe4bf4537bb7015c44f1827514b9a2d1386ee6e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77d15d35eb19f17acb19ea18c9d3dcf6f6c9649
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987ca60b9462804261a4e5c7a2ba3fd6f247fa5129746c21dcc4df31a7041bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb5b365f58330e6e3f91aa8677a2cc63e4fc65c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7360858cc78d217c693f1c03d8ace2a4ac107e95ec0faf0fc08966a466b1e828
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cb4bd62dcce4676928ed44cb2eeefa69b52b49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9938f7f5f52a317ce269970edd1ab24f48ebf05152ab28ee9b4473b987d8330
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6c432b4da6a4032153880eeb9dc0e8b2802fbd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae3885e47b912f553007f70f0e411baae5c65806a79e91220a2bc4f5185018
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdd5c2d36efe82fc984df1e6b8a5ef4ec06a46e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6d736743c729555d04f7d4a5004353237b1b6cac7e5c3a3c95950fb7eb6291
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec92bc3d944f581b058269de25815a02f9a06f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29bca20ffec143492e8968911ad27ff3b73a1da6767c6dac226d4b1e4987131
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c48237d87de6dfd0515d448d8afbd8b16acd30f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f920436dc13032947e129a85a20f038525aeea170c43b3d041e746baff020
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5365ebdd51cab1b224cc1dd3b06d4775bb5049f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ec53fdf185126fff1f2c7500ec24bfa3d6125cd1e3a56fe75d6d7180cc9f73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f4d3d14b7d94dd43401dd3528ee06e0968fe0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ff6a47c117dd08e6e3f4eccea1717801ed1b4780f4d23856849cc72830383c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbeb11a71bbde268a9f9a8b9f65ef9742fb224c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d989ec27df3fec6a7f5f61ea88e52e391d900d2a7aa86debbd0ef8099ab3f4eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f28ee0f05301580084d1e62860ca02d06ca31f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c938883b696ac1e21ddfe2ba0ee8f81a35a54f69712949e8db60ae06bf709c12
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc25656be4cc1ce2b510942cf7b0b9c5148e41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b2070556caa7af1457a9bdeb41c7fa04a5b1f309d8eb45d19b6eaa518ab75f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347f763499733a1e3c3d6794dd7faac99bd55899
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878b2c611f2f67b520e3351f2022eb41219ee0a0fb4fd5d9ed22014654f4fe45
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df4952192e32650c14480bdaec3a085885e159
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6964d214ee8e8cd82d0ee843109cdeb0dd03a87c8c07fd448cce870f2a19b91e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9e9cfb7776299fb13822099d4667e1f1d81ecd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406ec8bfee6857a907260ddfe808e1c8583ea57c8829659ebdd0c3f94e1d5210
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aa260ec5dceeb19f70b7b2417d0b6e3911edaa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46344e7e1942b8aae018909280a11bf081283b0efcc05d9fd064477c1c13a21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fccd9ff56e66fb211e9631d679e11bdb14b282b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede2c61285ccc5519ca79fe75d2f3e19720149d8309f1c5ec4684ce0251b1c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de2df4f31eb6a90a6fe3160a318a713474dceb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92452594760714d2adf4dd76107412fe1c9867ae09059a1315eca8356a77e123
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e5ce9c2a8a9f8c979d8a6005b9189b742294ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a22d31c3ed0289d5ad303ba90cfd64edeb2bea0dc96060ce1101f3b5539df34
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bb0c646800444730f40979c7c21b80faf2d8b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d4a15092858f81c8a785bb519fa75d8fed908bc956ebffc89f800aecf867f4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f00804939d7443f5489523fa599c6cbb48dfc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b35e2420ce7a3e38ee4e81a226a28cb8e602fb80c747ef0fa4d8e71903832c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969fc705f97bc2007a56791c8f68061edfacbf58
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec337e640f71594653f9e2f4bf6f04fb7c124fccee3dd66afae4d5f98dd6c6a0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc30ce665413e7ef513f4d69bd9d64fa21d0ed0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2021b7ca8dad0d056641e664049637e66332ffe6254d1d22f41a693dfb7b24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7670c3ee15b151bbdda3edaffbc396659a4ed20b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e910509465d5742de53f7c1e23dc87d5e2c4fb26a22113e8052843b763ff1073
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb3a1ad32a1bc9526e7c76a5a00763c78606cc5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a2f24daae65367c75ad63e35784674a0e32bcd4bb7c8ddab8015ad2b28be70
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4578725d50de0b756e8d34d30b9d6d457e834
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3312f768e6b7002c848e14c44f3b55b827ce8844194be4bf982d39aec23a13a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f58ea37faa457779614bd48231fa319f970a84e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b06b78b543c8c63c5784d1f891dd845003418ccf30d2acfaf0e161773fc8e72
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072ee96d3e02009964d802e93dfe730d94a4ce96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c353239fb25ebea14a20d2be1e914b993ad633ac6a92c43f0d62b2cc3df7f61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400c42adbb88a6cb0c055414e30b9c035b4c1ec5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b9bebf6095e6ec6594a0a751c7ff04ec0d62df76855a52f2a3ed28c499fc7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fdc4fb2cd250b3bf1e5d98edd5de6b1fba8baa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81549c4635a0a52e79e2c9828fc35fe62f4483490a93480f14febb7d3b76c540
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b849f9324828a5796bd307a5da81e9e04d18b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22645cfce0e3a7b4991dcebe9ad5b99672ace8cbd5be4422ee5eb53c4d9b784c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad31ae1bd065d64fde8ab30211abf3412f26e4d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a018c3fd9ae40c6d928f8aa485319617941031b8a9dbb86c13e70a9368b0587f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab00e002df3a263858086823743639ce4489f4e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea97ae8adc7935028b4786cdebf814736a5a6072949d49eb738392fb2ca4bf87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7d4767157fdc2a4a85df4b0be8cfc040997b94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2905ea881a029d4f874afb2b4db59752a1cd50b64d56721910c72c7cf5b4488d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e84a202e91715e470a3578d8a3fb80739a3e89d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22064bdfd17b6a065b12a2ae8fbcabb56d0ab206d7c41fae2424db9217b87849
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf03dddb190cf1351064132f384d317bcfa72c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f96090397a3c15a9f8613f29bd1242c58b0c6965c1bc1a3b1198c8215d00c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0264e673d72a4a55e0e055de0978fde6a16a4828
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b652609bc69ea442b815dfbbd08b9dcd4186169ee6ecbf8d53b909df25a9c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38cdd388cc75f20bad320704f84ae3c50ea0f77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2433abbf8fffc6fc23d2b388f1f5689530297f53fddbfba5da39f4209f14c138
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7ffa5128a975f2e3aaa8747634b3997004f7ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2e67e4d8b29d876da49b3d6f179c2545d3e57513af48acb8fda5a13439ad3d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd02538c901363d0406bd0758a73a422e51a7cf4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59931ec50c803e0534962d24b0c4f85b4248ef6e46dd38d257c9f80c7f99f3af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4836797035c0b379db5d4c8aad38fc9b8c356dba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9ffa04a0aa01c0d58ea75b218569ff57fd10f3448de4adcb64a60dd888f9b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584219b6f2333f401de037f6d450d07be96d0b86
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a3febccb06b1c269be41a9b2c1ef001062177088923271ddf8b3da6538e7ad
+size 42115
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f13a7b0350ab3b5dd3b8ecf02730d7697d72cb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0c1eba485d464c63c64575e834d396d23441092060896f453de50d85f30ad9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d8b7f4e363dbf0d1d3a8b64606442b0328dc07
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a534f0a77bb461be4ef563725cd348d83619b41f4571895fd85da6e79f6ff8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5515b393862ec2b94428cea33aa3cf8be0afe0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a147bcd473f40a03acb38d0b0e3e74f1f9541ce61f648d264786c99713839aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724e314fd14184a30a414b7bb29550861a094a79
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6703a8af1f984596e1bad0ad5d5972dfcfbb02f002307e81dfb78d65db269925
+size 11395
diff --git a/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662470694e8639d1d30682d9b0de217333dad25a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55bcdde20093b978d83c80889f3f25b64c06717d75d1b321510ca9112612c10
+size 11395